panel,batch,arm,metric,value,sample_sd,unit,ratio_vs_rightmost,percent_change,scope
quality,,rightmost_hard,weighted_f1,0.522182806412052,0.014974460565445307,score,1.0,0.0,post_selection_internal_repeated_cv
quality,,mean_kd,weighted_f1,0.6346533875063399,0.011966996735426847,score,1.2153854545060183,21.53854545060183,post_selection_internal_repeated_cv
resource,1,existing_rightmost,latency_ms_per_example,18.474629627574572,,ms_per_example,1.0,0.0,same_input_cuda_forward_only
resource,1,existing_rightmost,peak_allocated_bytes,1373150208,,bytes,1.0,0.0,same_input_cuda_forward_only
resource,1,existing_rightmost,parameter_count,334101824,,count,1.0,0.0,same_input_cuda_forward_only
resource,1,mean_kd,latency_ms_per_example,19.318781786253957,,ms_per_example,1.0456925078172845,4.569250781728451,same_input_cuda_forward_only
resource,1,mean_kd,peak_allocated_bytes,1374199296,,bytes,1.0007640009038254,0.07640009038254458,same_input_cuda_forward_only
resource,1,mean_kd,parameter_count,334101829,,count,1.0000000149654975,1.496549750790166e-06,same_input_cuda_forward_only
resource,4,existing_rightmost,latency_ms_per_example,4.589751928502863,,ms_per_example,1.0,0.0,same_input_cuda_forward_only
resource,4,existing_rightmost,peak_allocated_bytes,1454388736,,bytes,1.0,0.0,same_input_cuda_forward_only
resource,4,existing_rightmost,parameter_count,334101824,,count,1.0,0.0,same_input_cuda_forward_only
resource,4,mean_kd,latency_ms_per_example,4.671012829289292,,ms_per_example,1.0177048568315403,1.7704856831540328,same_input_cuda_forward_only
resource,4,mean_kd,peak_allocated_bytes,1455437824,,bytes,1.0007213257185181,0.07213257185181288,same_input_cuda_forward_only
resource,4,mean_kd,parameter_count,334101829,,count,1.0000000149654975,1.496549750790166e-06,same_input_cuda_forward_only