| library(dplyr) | |
| library(readr) | |
| strip_name <- function(name) { | |
| start <- nchar("wdist-") + 1 | |
| stop <- nchar(name) - 4 | |
| return(substr(name, | |
| start, | |
| stop)) | |
| } | |
| wdist_data_dir <- "../data-vis/data/wdist/tmp" | |
| wdist_dir <- normalizePath(wdist_data_dir) | |
| wdist_fps <- dir( | |
| path = wdist_dir, | |
| pattern = paste0("wdist-.*", | |
| "\\.csv$"), | |
| full.names = TRUE | |
| ) | |
| names(wdist_fps) <- sapply((basename(wdist_fps)), | |
| strip_name) | |
| df_wdist <- plyr::ldply( | |
| wdist_fps, | |
| read.csv, | |
| stringsAsFactors = FALSE, | |
| .id = "model" | |
| ) | |
| k_cols <- c( | |
| "model", | |
| "module", | |
| "param_count", | |
| "layer", | |
| "percentile_0", | |
| "percentile_99", | |
| "percentile_999", | |
| "percentile_9999", | |
| "percentile_100", | |
| "kurtosis" | |
| ) | |
| df_wdist <- df_wdist |> | |
| select(all_of(k_cols)) | |
| write_csv(df_wdist, "llama-wdist.csv") | |