christoph/failnix
1
Fork 0
Code Releases Activity

Disable baseline comparison action

Browse Source
This commit is contained in:
christoph
2026-08-17 20:39:29 +02:00
parent ff26c61ab2
commit ba1f169ee0
1 changed files with 87 additions and 87 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/menu.pl
+87 -87
View File
@@ -336,93 +336,93 @@ my %handlers = (
0, @entries ); 0, @entries );
}, },
'11b. Compare to Baseline' => sub { # '11b. Compare to Baseline' => sub {
#
my $baseline = Util::select_experiment(0); # my $baseline = Util::select_experiment(0);
#
my @selected_experiments = Util::select_experiment(1); # my @selected_experiments = Util::select_experiment(1);
#
# TODO: Fails silently if not every selected experiment has this datafile # # TODO: Fails silently if not every selected experiment has this datafile
my $resultsdata_csv = # my $resultsdata_csv =
Util::pick_data_file( "$local_archive_dir/$baseline", "resultsdata" ); # Util::pick_data_file( "$local_archive_dir/$baseline", "resultsdata" );
#
my %all_results; # my %all_results;
foreach my $experiment ( $baseline, @selected_experiments ) { # foreach my $experiment ( $baseline, @selected_experiments ) {
#
my $data = Text::CSV_XS::csv( # my $data = Text::CSV_XS::csv(
in => "$local_archive_dir/$experiment/$resultsdata_csv", # in => "$local_archive_dir/$experiment/$resultsdata_csv",
headers => 'auto' # headers => 'auto'
); # );
#
foreach my $row (@$data) { # foreach my $row (@$data) {
$all_results{$experiment}{ $row->{benchmark} } # $all_results{$experiment}{ $row->{benchmark} }
{ $row->{resulttype} } = $row->{faults}; # { $row->{resulttype} } = $row->{faults};
} # }
} # }
#
my @benchs = ( 'ip', 'mem', 'regs' ); # my @benchs = ( 'ip', 'mem', 'regs' );
my @markers = ( # my @markers = (
'OK_MARKER', 'FAIL_MARKER', # 'OK_MARKER', 'FAIL_MARKER',
'DETECTED_MARKER', 'TIMEOUT', # 'DETECTED_MARKER', 'TIMEOUT',
'TRAP', 'WRITE_TEXTSEGMENT', # 'TRAP', 'WRITE_TEXTSEGMENT',
'ACCESS_OUTERSPACE', 'GROUP1_MARKER' # 'ACCESS_OUTERSPACE', 'GROUP1_MARKER'
); # );
#
my $heading = sprintf( "%5s %20s %50s ", "BENCH", "TYPE", $baseline ); # my $heading = sprintf( "%5s %20s %50s ", "BENCH", "TYPE", $baseline );
my $subheading = sprintf( "%5s %20s %50s ", # my $subheading = sprintf( "%5s %20s %50s ",
"", "", Util::read_experiment_info($baseline) ); # "", "", Util::read_experiment_info($baseline) );
foreach my $experiment (@selected_experiments) { # foreach my $experiment (@selected_experiments) {
$heading .= sprintf( "%50s ", $experiment ); # $heading .= sprintf( "%50s ", $experiment );
$subheading .= # $subheading .=
sprintf( "%50s ", Util::read_experiment_info($experiment) ); # sprintf( "%50s ", Util::read_experiment_info($experiment) );
} # }
#
my @entries = ( $heading, $subheading, "" ); # my @entries = ( $heading, $subheading, "" );
foreach my $benchmark (@benchs) { # foreach my $benchmark (@benchs) {
foreach my $marker (@markers) { # foreach my $marker (@markers) {
my $entry = sprintf( "%5s %20s ", $benchmark, $marker ); # my $entry = sprintf( "%5s %20s ", $benchmark, $marker );
#
if ( exists $all_results{$baseline}{$benchmark}{$marker} ) { # if ( exists $all_results{$baseline}{$benchmark}{$marker} ) {
$entry .= sprintf( # $entry .= sprintf(
"%50s ", # "%50s ",
Util::format_number_sep( # Util::format_number_sep(
$all_results{$baseline}{$benchmark}{$marker} # $all_results{$baseline}{$benchmark}{$marker}
) # )
); # );
} # }
else { # else {
$entry .= sprintf( "%50s ", "" ); # $entry .= sprintf( "%50s ", "" );
} # }
#
foreach my $experiment (@selected_experiments) { # foreach my $experiment (@selected_experiments) {
if ( exists $all_results{$baseline}{$benchmark}{$marker} # if ( exists $all_results{$baseline}{$benchmark}{$marker}
and # and
exists $all_results{$experiment}{$benchmark}{$marker} # exists $all_results{$experiment}{$benchmark}{$marker}
and $all_results{$baseline}{$benchmark}{$marker} != 0 ) # and $all_results{$baseline}{$benchmark}{$marker} != 0 )
{ # {
my $factor = # my $factor =
$all_results{$experiment}{$benchmark}{$marker} / # $all_results{$experiment}{$benchmark}{$marker} /
$all_results{$baseline}{$benchmark}{$marker}; # $all_results{$baseline}{$benchmark}{$marker};
$entry .= # $entry .=
sprintf( "%50s ", sprintf( "%.2fx", $factor ) ); # sprintf( "%50s ", sprintf( "%.2fx", $factor ) );
} # }
else { # else {
$entry .= sprintf( "%50s ", "" ); # $entry .= sprintf( "%50s ", "" );
} # }
} # }
#
push @entries, $entry; # push @entries, $entry;
} # }
push @entries, ""; # push @entries, "";
} # }
#
TUI::select_from_list( # TUI::select_from_list(
"Baseline: $baseline — Comparing " # "Baseline: $baseline — Comparing "
. scalar(@selected_experiments) # . scalar(@selected_experiments)
. " Experiments", # . " Experiments",
0, @entries # 0, @entries
); # );
}, # },
'12. Open Experiment in BinaryNinja' => sub { '12. Open Experiment in BinaryNinja' => sub {
my @selected_experiments = Util::select_experiment(1); my @selected_experiments = Util::select_experiment(1);