Performance: profvis(prof_input = large_file) #104
Description
I am profiling drake on a large test case. profvis(prof_output = "make_rprof_4096_64.Rprof") generates raw output just fine, but when I try profvis(prof_input = "make_rprof_4096_64.Rprof") in the RStudio IDE, the point-and-click responsiveness is prohibitively slow (on a mid-range Linux desktop computer).
Are there plans to enhance the scalability of profvis? When I convert the files to proto format for pprof and then run pprof -http=:8080 make_rprof_4096_64.proto, the interactive flame graph is super responsive.
# Profile the overhead incurred by drake on a large example.
n <- 4096
max_deps <- floor(sqrt(n))
# remotes::install_github("ropensci/drake")
library(drake)
library(fs)
library(profile)
# Let n be the number of targets.
# If max_deps is Inf, there are n * (n - 1) / 2 dependency connections
# among all the targets (maximum possible edges)
# For i = 2, ..., n, target i depends on targets 1 through i - 1.
create_plan <- function(n, max_deps = sqrt(n)) {
plan <- drake_plan(target_1 = 1)
for (i in seq_len(n - 1) + 1){
target <- paste0("target_", i)
dependencies <- paste0("target_", tail(seq_len(i - 1), max_deps))
command <- paste0("max(", paste0(dependencies, collapse = ", "), ")")
plan <- rbind(plan, data.frame(target = target, command = command))
}
plan
}
config_rprof <- function(n, max_deps = sqrt(n)) {
paste0("config_rprof_", n, "_", max_deps, ".Rprof")
}
make_rprof <- function(n, max_deps = sqrt(n)) {
paste0("make_rprof_", n, "_", max_deps, ".Rprof")
}
overhead <- function(n, max_deps = sqrt(n)) {
plan <- create_plan(n = n, max_deps = max_deps)
cache <- new_cache(tempfile())
profvis::profvis(
config <- drake_config(plan = plan, cache = cache, verbose = 0L),
prof_output = config_rprof(n, max_deps)
)
profvis::profvis(
make(config = config),
prof_output = make_rprof(n, max_deps)
)
}
overhead(n, max_deps) # Could take a long time
# Convert profiling results to pprof-friendly format.
for(path in c(config_rprof(n, max_deps), make_rprof(n, max_deps))) {
proto <- path_ext_set(path, "proto")
data <- read_rprof(path)
write_pprof(data, proto)
}