experiments (#1)

Co-authored-by: Anton Reinhard <anton.reinhard@proton.me> Reviewed-on: #1
2024-05-08 12:03:27 +02:00
parent 82ed774b7e
commit 87dbaf2c32
155 changed files with 5372 additions and 1029 deletions
--- a/images/AB->ABBBBB_reduction_bench.pdf
+++ b/images/AB->ABBBBB_reduction_bench.pdf
--- a/images/AB->ABBB_reduction_bench.pdf
+++ b/images/AB->ABBB_reduction_bench.pdf
--- a/images/README.md
+++ b/images/README.md
@ -0,0 +1,3 @@
+# Images
+
+In this folder we collect benchmark results in pdf form which may be useful in the future.
--- a/images/compton_diagram_gen_comparison.pdf
+++ b/images/compton_diagram_gen_comparison.pdf
--- a/images/compton_graph_size_reduced.pdf
+++ b/images/compton_graph_size_reduced.pdf
--- a/images/compton_graph_size_unreduced.pdf
+++ b/images/compton_graph_size_unreduced.pdf
--- a/images/compton_graph_size_versus.pdf
+++ b/images/compton_graph_size_versus.pdf
--- a/images/cpu_vs_gpu_abc.pdf
+++ b/images/cpu_vs_gpu_abc.pdf
--- a/images/cpu_vs_gpu_qed.pdf
+++ b/images/cpu_vs_gpu_qed.pdf
--- a/images/full_node/1bil_size/full_node_chunk_size_1k_rate.pdf
+++ b/images/full_node/1bil_size/full_node_chunk_size_1k_rate.pdf
--- a/images/full_node/1bil_size/full_node_chunk_size_1k_ratio.pdf
+++ b/images/full_node/1bil_size/full_node_chunk_size_1k_ratio.pdf
--- a/images/full_node/1bil_size/full_node_chunk_size_1k_time.pdf
+++ b/images/full_node/1bil_size/full_node_chunk_size_1k_time.pdf
--- a/images/full_node/1bil_size/full_node_chunk_size_2k_rate.pdf
+++ b/images/full_node/1bil_size/full_node_chunk_size_2k_rate.pdf
--- a/images/full_node/1bil_size/full_node_chunk_size_2k_ratio.pdf
+++ b/images/full_node/1bil_size/full_node_chunk_size_2k_ratio.pdf
--- a/images/full_node/1bil_size/full_node_chunk_size_2k_time.pdf
+++ b/images/full_node/1bil_size/full_node_chunk_size_2k_time.pdf
--- a/images/full_node/1bil_size/full_node_chunk_size_3k_rate.pdf
+++ b/images/full_node/1bil_size/full_node_chunk_size_3k_rate.pdf
--- a/images/full_node/1bil_size/full_node_chunk_size_3k_ratio.pdf
+++ b/images/full_node/1bil_size/full_node_chunk_size_3k_ratio.pdf
--- a/images/full_node/1bil_size/full_node_chunk_size_3k_time.pdf
+++ b/images/full_node/1bil_size/full_node_chunk_size_3k_time.pdf
--- a/images/full_node/1bil_size/full_node_chunk_size_4k_rate.pdf
+++ b/images/full_node/1bil_size/full_node_chunk_size_4k_rate.pdf
--- a/images/full_node/1bil_size/full_node_chunk_size_4k_ratio.pdf
+++ b/images/full_node/1bil_size/full_node_chunk_size_4k_ratio.pdf
--- a/images/full_node/1bil_size/full_node_chunk_size_4k_time.pdf
+++ b/images/full_node/1bil_size/full_node_chunk_size_4k_time.pdf
--- a/images/full_node/1bil_size/full_node_chunk_size_5k_rate.pdf
+++ b/images/full_node/1bil_size/full_node_chunk_size_5k_rate.pdf
--- a/images/full_node/1bil_size/full_node_chunk_size_5k_ratio.pdf
+++ b/images/full_node/1bil_size/full_node_chunk_size_5k_ratio.pdf
--- a/images/full_node/1bil_size/full_node_chunk_size_5k_time.pdf
+++ b/images/full_node/1bil_size/full_node_chunk_size_5k_time.pdf
--- a/images/full_node/1bil_size/full_node_process_best_rate.pdf
+++ b/images/full_node/1bil_size/full_node_process_best_rate.pdf
--- a/images/full_node/1bil_size/full_node_process_best_rate_plus_theory.pdf
+++ b/images/full_node/1bil_size/full_node_process_best_rate_plus_theory.pdf
--- a/images/full_node/1bil_size/full_node_process_best_time.pdf
+++ b/images/full_node/1bil_size/full_node_process_best_time.pdf
--- a/images/full_node/64mil_size/full_node_chunk_size_1k_rate.pdf
+++ b/images/full_node/64mil_size/full_node_chunk_size_1k_rate.pdf
--- a/images/full_node/64mil_size/full_node_chunk_size_1k_ratio.pdf
+++ b/images/full_node/64mil_size/full_node_chunk_size_1k_ratio.pdf
--- a/images/full_node/64mil_size/full_node_chunk_size_1k_time.pdf
+++ b/images/full_node/64mil_size/full_node_chunk_size_1k_time.pdf
--- a/images/full_node/64mil_size/full_node_chunk_size_2k_rate.pdf
+++ b/images/full_node/64mil_size/full_node_chunk_size_2k_rate.pdf
--- a/images/full_node/64mil_size/full_node_chunk_size_2k_ratio.pdf
+++ b/images/full_node/64mil_size/full_node_chunk_size_2k_ratio.pdf
--- a/images/full_node/64mil_size/full_node_chunk_size_2k_time.pdf
+++ b/images/full_node/64mil_size/full_node_chunk_size_2k_time.pdf
--- a/images/full_node/64mil_size/full_node_chunk_size_3k_rate.pdf
+++ b/images/full_node/64mil_size/full_node_chunk_size_3k_rate.pdf
--- a/images/full_node/64mil_size/full_node_chunk_size_3k_ratio.pdf
+++ b/images/full_node/64mil_size/full_node_chunk_size_3k_ratio.pdf
--- a/images/full_node/64mil_size/full_node_chunk_size_3k_time.pdf
+++ b/images/full_node/64mil_size/full_node_chunk_size_3k_time.pdf
--- a/images/full_node/64mil_size/full_node_chunk_size_4k_rate.pdf
+++ b/images/full_node/64mil_size/full_node_chunk_size_4k_rate.pdf
--- a/images/full_node/64mil_size/full_node_chunk_size_4k_ratio.pdf
+++ b/images/full_node/64mil_size/full_node_chunk_size_4k_ratio.pdf
--- a/images/full_node/64mil_size/full_node_chunk_size_4k_time.pdf
+++ b/images/full_node/64mil_size/full_node_chunk_size_4k_time.pdf
--- a/images/full_node/64mil_size/full_node_chunk_size_5k_rate.pdf
+++ b/images/full_node/64mil_size/full_node_chunk_size_5k_rate.pdf
--- a/images/full_node/64mil_size/full_node_chunk_size_5k_ratio.pdf
+++ b/images/full_node/64mil_size/full_node_chunk_size_5k_ratio.pdf
--- a/images/full_node/64mil_size/full_node_chunk_size_5k_time.pdf
+++ b/images/full_node/64mil_size/full_node_chunk_size_5k_time.pdf
--- a/images/full_node/64mil_size/full_node_process_best_rate.pdf
+++ b/images/full_node/64mil_size/full_node_process_best_rate.pdf
--- a/images/full_node/64mil_size/full_node_process_best_rate_plus_theory.pdf
+++ b/images/full_node/64mil_size/full_node_process_best_rate_plus_theory.pdf
--- a/images/full_node/64mil_size/full_node_process_best_time.pdf
+++ b/images/full_node/64mil_size/full_node_process_best_time.pdf
--- a/images/full_node/README.md
+++ b/images/full_node/README.md
@ -0,0 +1,3 @@
+# Full Node Benchmarks
+
+Done using `experiments/full_node.sh` on hemera, using 128 threads and 4 A100 GPUs.
--- a/images/fuse_reduce_split_cdplot_greedy.pdf
+++ b/images/fuse_reduce_split_cdplot_greedy.pdf
--- a/images/gen_memory.pdf
+++ b/images/gen_memory.pdf
--- a/images/gen_times.pdf
+++ b/images/gen_times.pdf
--- a/images/gpu_rate_NVIDIA
+++ b/images/gpu_rate_NVIDIA
--- a/images/gpu_times_NVIDIA
+++ b/images/gpu_times_NVIDIA
--- a/images/ke->kke_reduction_bench.pdf
+++ b/images/ke->kke_reduction_bench.pdf
--- a/images/ke->kkke_reduction_bench_lin.pdf
+++ b/images/ke->kkke_reduction_bench_lin.pdf
--- a/images/ke->kkkke_reduction_bench.pdf
+++ b/images/ke->kkkke_reduction_bench.pdf
--- a/images/ke->kkkkke_reduction_bench.pdf
+++ b/images/ke->kkkkke_reduction_bench.pdf
--- a/images/optim_plots/README.md
+++ b/images/optim_plots/README.md
@ -0,0 +1,5 @@
+# Optimizer Plots
+
+Plots of FusionOptimizer, ReductionOptimizer, SplitOptimizer, RandomWalkOptimizer, and GreedyOptimizer, executed on a system with 32 threads and an A30 GPU.
+
+Benchmarked using `notebooks/optimizers.ipynb`.
--- a/images/optim_plots/qed_k3_cdplot_fuse.pdf
+++ b/images/optim_plots/qed_k3_cdplot_fuse.pdf
--- a/images/optim_plots/qed_k3_cdplot_greedy.pdf
+++ b/images/optim_plots/qed_k3_cdplot_greedy.pdf
--- a/images/optim_plots/qed_k3_cdplot_random.pdf
+++ b/images/optim_plots/qed_k3_cdplot_random.pdf
--- a/images/optim_plots/qed_k3_cdplot_reduce.pdf
+++ b/images/optim_plots/qed_k3_cdplot_reduce.pdf
--- a/images/optim_plots/qed_k3_cdplot_split.pdf
+++ b/images/optim_plots/qed_k3_cdplot_split.pdf
--- a/images/optim_plots/qed_k3_ce_dt_fuse.pdf
+++ b/images/optim_plots/qed_k3_ce_dt_fuse.pdf
--- a/images/optim_plots/qed_k3_ce_dt_greedy.pdf
+++ b/images/optim_plots/qed_k3_ce_dt_greedy.pdf
--- a/images/optim_plots/qed_k3_ce_dt_random.pdf
+++ b/images/optim_plots/qed_k3_ce_dt_random.pdf
--- a/images/optim_plots/qed_k3_ce_dt_reduce.pdf
+++ b/images/optim_plots/qed_k3_ce_dt_reduce.pdf
--- a/images/optim_plots/qed_k3_ce_dt_split.pdf
+++ b/images/optim_plots/qed_k3_ce_dt_split.pdf
--- a/images/optim_plots/qed_k3_execution_fuse.pdf
+++ b/images/optim_plots/qed_k3_execution_fuse.pdf
--- a/images/optim_plots/qed_k3_execution_greedy.pdf
+++ b/images/optim_plots/qed_k3_execution_greedy.pdf
--- a/images/optim_plots/qed_k3_execution_random.pdf
+++ b/images/optim_plots/qed_k3_execution_random.pdf
--- a/images/optim_plots/qed_k3_execution_reduce.pdf
+++ b/images/optim_plots/qed_k3_execution_reduce.pdf
--- a/images/optim_plots/qed_k3_execution_split.pdf
+++ b/images/optim_plots/qed_k3_execution_split.pdf
--- a/images/optim_plots/qed_k3_nodes_edges_fuse.pdf
+++ b/images/optim_plots/qed_k3_nodes_edges_fuse.pdf
--- a/images/optim_plots/qed_k3_nodes_edges_greedy.pdf
+++ b/images/optim_plots/qed_k3_nodes_edges_greedy.pdf
--- a/images/optim_plots/qed_k3_nodes_edges_random.pdf
+++ b/images/optim_plots/qed_k3_nodes_edges_random.pdf
--- a/images/optim_plots/qed_k3_nodes_edges_reduce.pdf
+++ b/images/optim_plots/qed_k3_nodes_edges_reduce.pdf
--- a/images/optim_plots/qed_k3_nodes_edges_split.pdf
+++ b/images/optim_plots/qed_k3_nodes_edges_split.pdf
--- a/images/qed_ke-kke_exec_10000_inputs.pdf
+++ b/images/qed_ke-kke_exec_10000_inputs.pdf
--- a/images/qed_ke-kke_graph_properties.pdf
+++ b/images/qed_ke-kke_graph_properties.pdf
--- a/images/qed_ke-kkke_exec_10000_inputs.pdf
+++ b/images/qed_ke-kkke_exec_10000_inputs.pdf
--- a/images/qed_ke-kkke_graph_properties.pdf
+++ b/images/qed_ke-kkke_graph_properties.pdf
--- a/images/reduction_bench_relative.pdf
+++ b/images/reduction_bench_relative.pdf
--- a/images/reduction_bench_relative_cpu_3b_4k.pdf
+++ b/images/reduction_bench_relative_cpu_3b_4k.pdf
--- a/images/reduction_bench_relative_cpu_5b_4k.pdf
+++ b/images/reduction_bench_relative_cpu_5b_4k.pdf
--- a/images/reduction_bench_relative_cpu_vs_gpu.pdf
+++ b/images/reduction_bench_relative_cpu_vs_gpu.pdf
--- a/images/reduction_bench_relative_cpu_vs_gpu_3k.pdf
+++ b/images/reduction_bench_relative_cpu_vs_gpu_3k.pdf
--- a/images/reduction_bench_relative_cpu_vs_gpu_4k.pdf
+++ b/images/reduction_bench_relative_cpu_vs_gpu_4k.pdf
--- a/images/reduction_bench_relative_gpu.pdf
+++ b/images/reduction_bench_relative_gpu.pdf
--- a/images/reduction_bench_relative_gpu_3b_4k.pdf
+++ b/images/reduction_bench_relative_gpu_3b_4k.pdf
--- a/images/reduction_bench_relative_gpu_5b_4k.pdf
+++ b/images/reduction_bench_relative_gpu_5b_4k.pdf