incremental spmd

md-shafiul-alam · md-shafiul-alam · commit 907b35a4d67a · 2024-10-10T03:49:35.000-04:00
diff --git a/configs/spmd/large_scale/incremental/basic_stats.json b/configs/spmd/large_scale/incremental/basic_stats.json
@@ -13,7 +13,6 @@
         },
         "synthetic data": {
             "data": [
-                { "source": "make_blobs", "generation_kwargs": { "n_samples": 10000000,  "n_features": 10, "centers": 1 } },
 		{ "source": "make_blobs", "generation_kwargs": { "n_samples": 100000,  "n_features": 1000, "centers": 1 } }
             ]
         }
@@ -22,7 +21,7 @@
         "basicstats": {
             "SETS": [
                 "sklearnex spmd implementation",
-                "large scale two nodes parameters",
+                "large scale 32 parameters",
 		"synthetic data",
                 "spmd basicstats parameters"
             ]
diff --git a/configs/spmd/large_scale/incremental/covariance.json b/configs/spmd/large_scale/incremental/covariance.json
@@ -13,7 +13,6 @@
         },
         "synthetic data": {
             "data": [
-                { "source": "make_blobs", "generation_kwargs": { "n_samples": 10000000,  "n_features": 10, "centers": 1 } },
                 { "source": "make_blobs", "generation_kwargs": { "n_samples": 100000,  "n_features": 1000, "centers": 1 } }
             ]
         }
@@ -22,7 +21,7 @@
         "covariance": {
             "SETS": [
                 "sklearnex spmd implementation",
-                "large scale two nodes parameters",
+                "large scale 32 parameters",
 		"synthetic data",
                 "spmd covariance parameters"
             ]
diff --git a/configs/spmd/large_scale/incremental/linear_model.json b/configs/spmd/large_scale/incremental/linear_model.json
@@ -10,7 +10,6 @@
         },
         "synthetic data": {
             "data": [
-                { "source": "make_regression", "generation_kwargs": { "n_samples": 30005000,  "n_features": 10, "noise": 1.25 }, "split_kwargs": { "train_size": 30000000, "test_size": 5000 } },
 		        { "source": "make_regression", "generation_kwargs": { "n_samples": 305000,  "n_features": 1000, "noise": 1.25 }, "split_kwargs": { "train_size": 300000, "test_size": 5000 } }
             ]
         }
@@ -19,7 +18,7 @@
         "linreg": {
             "SETS": [
                 "sklearnex spmd implementation",
-                "large scale two nodes parameters",
+                "large scale 32 parameters",
 		"synthetic data",
                 "spmd linear parameters"
             ]
diff --git a/configs/spmd/large_scale/incremental/pca.json b/configs/spmd/large_scale/incremental/pca.json
@@ -13,7 +13,6 @@
         },
         "synthetic data": {
             "data": [
-                { "source": "make_blobs", "generation_kwargs": { "n_samples": 10000000,  "n_features": 10, "centers": 1 } },
                 { "source": "make_blobs", "generation_kwargs": { "n_samples": 100000,  "n_features": 1000, "centers": 1 } }
             ]
         }
@@ -22,7 +21,7 @@
         "linreg": {
             "SETS": [
 		"sklearnex spmd implementation",
-                "large scale two nodes parameters",
+                "large scale 32 parameters",
                 "synthetic data",
 		"spmd pca parameters"
             ]
diff --git a/configs/spmd/large_scale/large_scale.json b/configs/spmd/large_scale/large_scale.json
@@ -72,6 +72,15 @@
                 "mpi_params": {"n": [1,2,6,12,24,48,96,192,384,768], "ppn": 12, "-hostfile": "", "-cpu-bind=list:0-7,104-111:8-15,112-119:16-23,120-127:24-31,128-135:32-39,136-143:40-47,144-151:52-59,156-163:60-67,164-171:68-75,172-179:76-83,180-187:84-91,188-195:92-99,196-203": "--envall gpu_tile_compact.sh" }
             }
         },
+        "large scale 32 parameters": {
+            "data": {
+                "dtype": "float64",
+                "distributed_split": "None"
+            },
+            "bench": {
+                "mpi_params": {"n": [1,2,6,12,24,48,96,192,384], "ppn": 12, "-hostfile": "", "-cpu-bind=list:0-7,104-111:8-15,112-119:16-23,120-127:24-31,128-135:32-39,136-143:40-47,144-151:52-59,156-163:60-67,164-171:68-75,172-179:76-83,180-187:84-91,188-195:92-99,196-203": "--envall gpu_tile_compact.sh" }
+            }
+        },
         "large scale 128 to 2k parameters": {
             "data": {
                 "dtype": "float64",

Original file line number	Diff line number	Diff line change
`@@ -13,7 +13,6 @@`
`13`	`13`	`},`
`14`	`14`	`"synthetic data": {`
`15`	`15`	`"data": [`
`16`		`- { "source": "make_blobs", "generation_kwargs": { "n_samples": 10000000, "n_features": 10, "centers": 1 } },`
`17`	`16`	`{ "source": "make_blobs", "generation_kwargs": { "n_samples": 100000, "n_features": 1000, "centers": 1 } }`
`18`	`17`	`]`
`19`	`18`	`}`
`@@ -22,7 +21,7 @@`
`22`	`21`	`"basicstats": {`
`23`	`22`	`"SETS": [`
`24`	`23`	`"sklearnex spmd implementation",`
`25`		`- "large scale two nodes parameters",`
	`24`	`+ "large scale 32 parameters",`
`26`	`25`	`"synthetic data",`
`27`	`26`	`"spmd basicstats parameters"`
`28`	`27`	`]`
Original file line number	Diff line number	Diff line change
`@@ -10,7 +10,6 @@`
`10`	`10`	`},`
`11`	`11`	`"synthetic data": {`
`12`	`12`	`"data": [`
`13`		`- { "source": "make_regression", "generation_kwargs": { "n_samples": 30005000, "n_features": 10, "noise": 1.25 }, "split_kwargs": { "train_size": 30000000, "test_size": 5000 } },`
`14`	`13`	`{ "source": "make_regression", "generation_kwargs": { "n_samples": 305000, "n_features": 1000, "noise": 1.25 }, "split_kwargs": { "train_size": 300000, "test_size": 5000 } }`
`15`	`14`	`]`
`16`	`15`	`}`
`@@ -19,7 +18,7 @@`
`19`	`18`	`"linreg": {`
`20`	`19`	`"SETS": [`
`21`	`20`	`"sklearnex spmd implementation",`
`22`		`- "large scale two nodes parameters",`
	`21`	`+ "large scale 32 parameters",`
`23`	`22`	`"synthetic data",`
`24`	`23`	`"spmd linear parameters"`
`25`	`24`	`]`