116 lines
2.7 KiB
R
116 lines
2.7 KiB
R
library(ggplot2)
|
|
library(dplyr)
|
|
library(readr)
|
|
library(stringr)
|
|
|
|
# Usage: Rscript combined_fault_count_comparison.r exp1 exp2 ... queries_dir charts_dir [resultsdata_file]
|
|
# One coordinate system per base experiment (facet); c/aot/interp variants
|
|
# share each facet, coloured by variant.
|
|
|
|
args <- commandArgs(trailingOnly = TRUE)
|
|
|
|
csv_suffix <- if (grepl("\\.csv$", args[length(args)])) {
|
|
args[length(args)]
|
|
} else {
|
|
"resultsdata.csv"
|
|
}
|
|
tail_args <- if (grepl("\\.csv$", args[length(args)])) {
|
|
args[-length(args)]
|
|
} else {
|
|
args
|
|
}
|
|
|
|
if (length(tail_args) < 3) {
|
|
stop(paste(
|
|
"Usage: combined_fault_count_comparison.r",
|
|
"<exp1> <exp2> ... <queries_dir> <charts_dir> [resultsdata_file]"
|
|
))
|
|
}
|
|
|
|
charts_dir <- tail_args[length(tail_args)]
|
|
queries_dir <- tail_args[length(tail_args) - 1]
|
|
exp_args <- tail_args[-c(length(tail_args) - 1, length(tail_args))]
|
|
|
|
extract_info <- function(path) {
|
|
dir_name <- basename(path)
|
|
match <- str_match(
|
|
dir_name,
|
|
"^\\d{2}-\\d{2}_\\d{2}-\\d{2}-\\d{2}_(.+?)_(c|aot|interp)_"
|
|
)
|
|
if (is.na(match[1, 1])) {
|
|
warning(paste("Could not parse:", dir_name))
|
|
return(NULL)
|
|
}
|
|
list(base_name = match[1, 2], variant = match[1, 3], path = path)
|
|
}
|
|
|
|
all_data <- data.frame()
|
|
|
|
for (arg in exp_args) {
|
|
info <- extract_info(arg)
|
|
if (is.null(info)) {
|
|
next
|
|
}
|
|
|
|
csv_file <- file.path(queries_dir, paste0(arg, "_", csv_suffix))
|
|
if (!file.exists(csv_file)) {
|
|
warning(paste("Missing:", csv_file))
|
|
next
|
|
}
|
|
|
|
df <- read_csv(csv_file, col_types = cols())
|
|
df$base_name <- info$base_name
|
|
df$variant <- info$variant
|
|
all_data <- bind_rows(all_data, df)
|
|
}
|
|
|
|
if (nrow(all_data) == 0) {
|
|
stop("No data loaded")
|
|
}
|
|
|
|
totals <- all_data |>
|
|
group_by(base_name, variant, resulttype) |>
|
|
summarise(faults = sum(faults, na.rm = TRUE), .groups = "drop") |>
|
|
ungroup()
|
|
|
|
marker_order <- c(
|
|
"OK_MARKER",
|
|
"FAIL_MARKER",
|
|
"DETECTED_MARKER",
|
|
"TIMEOUT",
|
|
"TRAP",
|
|
"WRITE_TEXTSEGMENT",
|
|
"ACCESS_OUTERSPACE",
|
|
"GROUP1_MARKER"
|
|
)
|
|
totals$resulttype <- factor(totals$resulttype, levels = marker_order)
|
|
|
|
plot <- ggplot(
|
|
totals,
|
|
aes(x = resulttype, y = faults, colour = variant, group = variant)
|
|
) +
|
|
geom_point(size = 2) +
|
|
geom_line() +
|
|
facet_wrap(~base_name) +
|
|
scale_y_log10() +
|
|
labs(
|
|
x = "Fault Type",
|
|
y = "Fault Count",
|
|
title = "Fault Count Comparison",
|
|
color = "Variant"
|
|
) +
|
|
theme_minimal() +
|
|
theme(
|
|
axis.text.x = element_text(angle = 90, hjust = 1),
|
|
plot.title = element_text(size = 14, face = "bold")
|
|
)
|
|
|
|
suffix <- gsub("^resultsdata|\\.csv$", "", csv_suffix)
|
|
dir.create(charts_dir, showWarnings = FALSE, recursive = TRUE)
|
|
outfile <- file.path(
|
|
charts_dir,
|
|
paste0("fault_count_comparison", suffix, ".svg")
|
|
)
|
|
ggsave(outfile, plot = plot, width = 12, height = 6)
|
|
print(paste("Saved", outfile))
|