Add split and fuse optimizers similar to reduce optimizer

2024-03-05 13:34:39 +01:00
parent 71219f101e
commit b7f8e4a6b3
7 changed files with 83 additions and 5 deletions
--- a/examples/full_node_bench.jl
+++ b/examples/full_node_bench.jl
@@ -89,7 +89,7 @@ function gpu_worker(compute_func, inputs, chunk_size)
                work_start = progress
                progress = progress + chunk_size
                work_end = min(progress, nInputs)
-                gpu_chunks = cpu_chunks + 1
+                gpu_chunks = gpu_chunks + 1
            end
        end
        if quit