Last active
December 16, 2021 15:08
-
-
Save daviddao/ad94d43c80f050a616487fd0eafb8a62 to your computer and use it in GitHub Desktop.
Rumble experiments
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| echo 'Experiment 0 logistic Criteo' | |
| time spark-submit --name 'Experiment 0 logistic Criteo' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumble_experiments/rumbledb-1.16.0.jar --query-path 's3://rumbleml-data/rumble_experiments/query_0_logistic_Criteo.rumble' | |
| #time spark-submit --name 'Experiment 0 logistic Criteo' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g run_spark.py -m logistic -p 0 -d Criteo | |
| #echo 'Experiment 0 RandomForest Criteo' | |
| #time spark-submit --name 'Experiment 0 RandomForest Criteo' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumble_experiments/rumbledb-1.16.0.jar --query-path 's3://rumbleml-data/rumble_experiments/query_0_RandomForest_Criteo.rumble' | |
| #time spark-submit --name 'Experiment 0 RandomForest Criteo' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g run_spark.py -m RandomForest -p 0 -d Criteo | |
| echo 'Experiment 0 LinearSVC Criteo' | |
| time spark-submit --name 'Experiment 0 LinearSVC Criteo' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumble_experiments/rumbledb-1.16.0.jar --query-path 's3://rumbleml-data/rumble_experiments/query_0_LinearSVC_Criteo.rumble' | |
| #time spark-submit --name 'Experiment 0 LinearSVC Criteo' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g run_spark.py -m LinearSVC -p 0 -d Criteo | |
| echo 'Experiment 0 NB Criteo' | |
| time spark-submit --name 'Experiment 0 NB Criteo' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumble_experiments/rumbledb-1.16.0.jar --query-path 's3://rumbleml-data/rumble_experiments/query_0_NB_Criteo.rumble' | |
| #time spark-submit --name 'Experiment 0 NB Criteo' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g run_spark.py -m NB -p 0 -d Criteo | |
| echo 'Experiment 1 logistic Criteo' | |
| time spark-submit --name 'Experiment 1 logistic Criteo' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumble_experiments/rumbledb-1.16.0.jar --query-path 's3://rumbleml-data/rumble_experiments/query_1_logistic_Criteo.rumble' | |
| #time spark-submit --name 'Experiment 1 logistic Criteo' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g run_spark.py -m logistic -p 1 -d Criteo | |
| #echo 'Experiment 1 RandomForest Criteo' | |
| #time spark-submit --name 'Experiment 1 RandomForest Criteo' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumble_experiments/rumbledb-1.16.0.jar --query-path 's3://rumbleml-data/rumble_experiments/query_1_RandomForest_Criteo.rumble' | |
| #time spark-submit --name 'Experiment 1 RandomForest Criteo' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g run_spark.py -m RandomForest -p 1 -d Criteo | |
| echo 'Experiment 1 LinearSVC Criteo' | |
| time spark-submit --name 'Experiment 1 LinearSVC Criteo' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumble_experiments/rumbledb-1.16.0.jar --query-path 's3://rumbleml-data/rumble_experiments/query_1_LinearSVC_Criteo.rumble' | |
| #time spark-submit --name 'Experiment 1 LinearSVC Criteo' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g run_spark.py -m LinearSVC -p 1 -d Criteo | |
| echo 'Experiment 1 NB Criteo' | |
| time spark-submit --name 'Experiment 1 NB Criteo' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumble_experiments/rumbledb-1.16.0.jar --query-path 's3://rumbleml-data/rumble_experiments/query_1_NB_Criteo.rumble' | |
| #time spark-submit --name 'Experiment 1 NB Criteo' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g run_spark.py -m NB -p 1 -d Criteo | |
| # echo 'Experiment 3 logistic Criteo' | |
| # time spark-submit --name 'Experiment 3 logistic Criteo' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumble_experiments/rumbledb-1.16.0.jar --query-path 's3://rumbleml-data/rumble_experiments/query_3_logistic_Criteo.rumble' | |
| # time spark-submit --name 'Experiment 3 logistic Criteo' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g run_spark.py -m logistic -p 3 -d Criteo | |
| # echo 'Experiment 3 RandomForest Criteo' | |
| # time spark-submit --name 'Experiment 3 RandomForest Criteo' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumble_experiments/rumbledb-1.16.0.jar --query-path 's3://rumbleml-data/rumble_experiments/query_3_RandomForest_Criteo.rumble' | |
| # time spark-submit --name 'Experiment 3 RandomForest Criteo' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g run_spark.py -m RandomForest -p 3 -d Criteo | |
| # echo 'Experiment 3 LinearSVC Criteo' | |
| # time spark-submit --name 'Experiment 3 LinearSVC Criteo' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumble_experiments/rumbledb-1.16.0.jar --query-path 's3://rumbleml-data/rumble_experiments/query_3_LinearSVC_Criteo.rumble' | |
| # time spark-submit --name 'Experiment 3 LinearSVC Criteo' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g run_spark.py -m LinearSVC -p 3 -d Criteo | |
| # echo 'Experiment 3 NB Criteo' | |
| # time spark-submit --name 'Experiment 3 NB Criteo' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumble_experiments/rumbledb-1.16.0.jar --query-path 's3://rumbleml-data/rumble_experiments/query_3_NB_Criteo.rumble' | |
| # time spark-submit --name 'Experiment 3 NB Criteo' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g run_spark.py -m NB -p 3 -d Criteo | |
| # echo 'Experiment 5 logistic Criteo' | |
| # time spark-submit --name 'Experiment 5 logistic Criteo' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumble_experiments/rumbledb-1.16.0.jar --query-path 's3://rumbleml-data/rumble_experiments/query_5_logistic_Criteo.rumble' | |
| # time spark-submit --name 'Experiment 5 logistic Criteo' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g run_spark.py -m logistic -p 5 -d Criteo | |
| # echo 'Experiment 5 RandomForest Criteo' | |
| # time spark-submit --name 'Experiment 5 RandomForest Criteo' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumble_experiments/rumbledb-1.16.0.jar --query-path 's3://rumbleml-data/rumble_experiments/query_5_RandomForest_Criteo.rumble' | |
| # time spark-submit --name 'Experiment 5 RandomForest Criteo' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g run_spark.py -m RandomForest -p 5 -d Criteo | |
| # echo 'Experiment 5 LinearSVC Criteo' | |
| # time spark-submit --name 'Experiment 5 LinearSVC Criteo' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumble_experiments/rumbledb-1.16.0.jar --query-path 's3://rumbleml-data/rumble_experiments/query_5_LinearSVC_Criteo.rumble' | |
| # time spark-submit --name 'Experiment 5 LinearSVC Criteo' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g run_spark.py -m LinearSVC -p 5 -d Criteo | |
| # echo 'Experiment 5 NB Criteo' | |
| # time spark-submit --name 'Experiment 5 NB Criteo' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumble_experiments/rumbledb-1.16.0.jar --query-path 's3://rumbleml-data/rumble_experiments/query_5_NB_Criteo.rumble' | |
| # time spark-submit --name 'Experiment 5 NB Criteo' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g run_spark.py -m NB -p 5 -d Criteo | |
| echo 'Experiment 0 logistic YFCC' | |
| time spark-submit --name 'Experiment 0 logistic YFCC' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumble_experiments/rumbledb-1.16.0.jar --query-path 's3://rumbleml-data/rumble_experiments/query_0_logistic_YFCC.rumble' | |
| #time spark-submit --name 'Experiment 0 logistic YFCC' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g run_spark.py -m logistic -p 0 -d YFCC | |
| echo 'Experiment 0 RandomForest YFCC' | |
| time spark-submit --name 'Experiment 0 RandomForest YFCC' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumble_experiments/rumbledb-1.16.0.jar --query-path 's3://rumbleml-data/rumble_experiments/query_0_RandomForest_YFCC.rumble' | |
| #time spark-submit --name 'Experiment 0 RandomForest YFCC' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g run_spark.py -m RandomForest -p 0 -d YFCC | |
| echo 'Experiment 0 LinearSVC YFCC' | |
| time spark-submit --name 'Experiment 0 LinearSVC YFCC' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumble_experiments/rumbledb-1.16.0.jar --query-path 's3://rumbleml-data/rumble_experiments/query_0_LinearSVC_YFCC.rumble' | |
| #time spark-submit --name 'Experiment 0 LinearSVC YFCC' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g run_spark.py -m LinearSVC -p 0 -d YFCC | |
| # echo 'Experiment 0 NB YFCC' | |
| # time spark-submit --name 'Experiment 0 NB YFCC' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumble_experiments/rumbledb-1.16.0.jar --query-path 's3://rumbleml-data/rumble_experiments/query_0_NB_YFCC.rumble' | |
| # time spark-submit --name 'Experiment 0 NB YFCC' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g run_spark.py -m NB -p 0 -d YFCC | |
| echo 'Experiment 1 logistic YFCC' | |
| time spark-submit --name 'Experiment 1 logistic YFCC' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumble_experiments/rumbledb-1.16.0.jar --query-path 's3://rumbleml-data/rumble_experiments/query_1_logistic_YFCC.rumble' | |
| #time spark-submit --name 'Experiment 1 logistic YFCC' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g run_spark.py -m logistic -p 1 -d YFCC | |
| echo 'Experiment 1 RandomForest YFCC' | |
| time spark-submit --name 'Experiment 1 RandomForest YFCC' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumble_experiments/rumbledb-1.16.0.jar --query-path 's3://rumbleml-data/rumble_experiments/query_1_RandomForest_YFCC.rumble' | |
| #time spark-submit --name 'Experiment 1 RandomForest YFCC' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g run_spark.py -m RandomForest -p 1 -d YFCC | |
| echo 'Experiment 1 LinearSVC YFCC' | |
| time spark-submit --name 'Experiment 1 LinearSVC YFCC' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumble_experiments/rumbledb-1.16.0.jar --query-path 's3://rumbleml-data/rumble_experiments/query_1_LinearSVC_YFCC.rumble' | |
| #time spark-submit --name 'Experiment 1 LinearSVC YFCC' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g run_spark.py -m LinearSVC -p 1 -d YFCC | |
| # echo 'Experiment 1 NB YFCC' | |
| # time spark-submit --name 'Experiment 1 NB YFCC' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumble_experiments/rumbledb-1.16.0.jar --query-path 's3://rumbleml-data/rumble_experiments/query_1_NB_YFCC.rumble' | |
| # time spark-submit --name 'Experiment 1 NB YFCC' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g run_spark.py -m NB -p 1 -d YFCC | |
| # echo 'Experiment 3 logistic YFCC' | |
| # time spark-submit --name 'Experiment 3 logistic YFCC' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumble_experiments/rumbledb-1.16.0.jar --query-path 's3://rumbleml-data/rumble_experiments/query_3_logistic_YFCC.rumble' | |
| # time spark-submit --name 'Experiment 3 logistic YFCC' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g run_spark.py -m logistic -p 3 -d YFCC | |
| # echo 'Experiment 3 RandomForest YFCC' | |
| # time spark-submit --name 'Experiment 3 RandomForest YFCC' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumble_experiments/rumbledb-1.16.0.jar --query-path 's3://rumbleml-data/rumble_experiments/query_3_RandomForest_YFCC.rumble' | |
| # time spark-submit --name 'Experiment 3 RandomForest YFCC' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g run_spark.py -m RandomForest -p 3 -d YFCC | |
| # echo 'Experiment 3 LinearSVC YFCC' | |
| # time spark-submit --name 'Experiment 3 LinearSVC YFCC' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumble_experiments/rumbledb-1.16.0.jar --query-path 's3://rumbleml-data/rumble_experiments/query_3_LinearSVC_YFCC.rumble' | |
| # time spark-submit --name 'Experiment 3 LinearSVC YFCC' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g run_spark.py -m LinearSVC -p 3 -d YFCC | |
| # echo 'Experiment 3 NB YFCC' | |
| # time spark-submit --name 'Experiment 3 NB YFCC' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumble_experiments/rumbledb-1.16.0.jar --query-path 's3://rumbleml-data/rumble_experiments/query_3_NB_YFCC.rumble' | |
| # time spark-submit --name 'Experiment 3 NB YFCC' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g run_spark.py -m NB -p 3 -d YFCC | |
| # echo 'Experiment 5 logistic YFCC' | |
| # time spark-submit --name 'Experiment 5 logistic YFCC' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumble_experiments/rumbledb-1.16.0.jar --query-path 's3://rumbleml-data/rumble_experiments/query_5_logistic_YFCC.rumble' | |
| # time spark-submit --name 'Experiment 5 logistic YFCC' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g run_spark.py -m logistic -p 5 -d YFCC | |
| # echo 'Experiment 5 RandomForest YFCC' | |
| # time spark-submit --name 'Experiment 5 RandomForest YFCC' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumble_experiments/rumbledb-1.16.0.jar --query-path 's3://rumbleml-data/rumble_experiments/query_5_RandomForest_YFCC.rumble' | |
| # time spark-submit --name 'Experiment 5 RandomForest YFCC' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g run_spark.py -m RandomForest -p 5 -d YFCC | |
| # echo 'Experiment 5 LinearSVC YFCC' | |
| # time spark-submit --name 'Experiment 5 LinearSVC YFCC' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumble_experiments/rumbledb-1.16.0.jar --query-path 's3://rumbleml-data/rumble_experiments/query_5_LinearSVC_YFCC.rumble' | |
| # time spark-submit --name 'Experiment 5 LinearSVC YFCC' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g run_spark.py -m LinearSVC -p 5 -d YFCC | |
| # echo 'Experiment 5 NB YFCC' | |
| # time spark-submit --name 'Experiment 5 NB YFCC' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumble_experiments/rumbledb-1.16.0.jar --query-path 's3://rumbleml-data/rumble_experiments/query_5_NB_YFCC.rumble' | |
| # time spark-submit --name 'Experiment 5 NB YFCC' --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g run_spark.py -m NB -p 5 -d YFCC |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| echo 'Experiment 0 logistic Criteo 1000' | |
| time spark-submit --name 'Experiment 0 logistic Criteo 1000 Rumble 3' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --data-frame-execution-mode-detection no --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_logistic_Criteo_1000.rumble' | |
| time spark-submit --name 'Experiment 0 logistic Criteo 1000 Rumble 2' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_logistic_Criteo_1000.rumble' | |
| time spark-submit --name 'Experiment 0 logistic Criteo 1000 Rumble 1' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_logistic_Criteo_1000.rumble' | |
| echo 'Experiment 0 LinearSVC Criteo 1000' | |
| time spark-submit --name 'Experiment 0 LinearSVC Criteo 1000 Rumble 3' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --data-frame-execution-mode-detection no --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_LinearSVC_Criteo_1000.rumble' | |
| time spark-submit --name 'Experiment 0 LinearSVC Criteo 1000 Rumble 2' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_LinearSVC_Criteo_1000.rumble' | |
| time spark-submit --name 'Experiment 0 LinearSVC Criteo 1000 Rumble 1' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_LinearSVC_Criteo_1000.rumble' | |
| echo 'Experiment 0 NB Criteo 1000' | |
| time spark-submit --name 'Experiment 0 NB Criteo 1000 Rumble 3' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --data-frame-execution-mode-detection no --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_NB_Criteo_1000.rumble' | |
| time spark-submit --name 'Experiment 0 NB Criteo 1000 Rumble 2' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_NB_Criteo_1000.rumble' | |
| time spark-submit --name 'Experiment 0 NB Criteo 1000 Rumble 1' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_NB_Criteo_1000.rumble' | |
| echo 'Experiment 1 logistic Criteo 1000' | |
| time spark-submit --name 'Experiment 1 logistic Criteo 1000 Rumble 3' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --data-frame-execution-mode-detection no --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_logistic_Criteo_1000.rumble' | |
| time spark-submit --name 'Experiment 1 logistic Criteo 1000 Rumble 2' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_logistic_Criteo_1000.rumble' | |
| time spark-submit --name 'Experiment 1 logistic Criteo 1000 Rumble 1' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_logistic_Criteo_1000.rumble' | |
| echo 'Experiment 1 LinearSVC Criteo 1000' | |
| time spark-submit --name 'Experiment 1 LinearSVC Criteo 1000 Rumble 3' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --data-frame-execution-mode-detection no --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_LinearSVC_Criteo_1000.rumble' | |
| time spark-submit --name 'Experiment 1 LinearSVC Criteo 1000 Rumble 2' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_LinearSVC_Criteo_1000.rumble' | |
| time spark-submit --name 'Experiment 1 LinearSVC Criteo 1000 Rumble 1' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_LinearSVC_Criteo_1000.rumble' | |
| echo 'Experiment 1 NB Criteo 1000' | |
| time spark-submit --name 'Experiment 1 NB Criteo 1000 Rumble 3' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --data-frame-execution-mode-detection no --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_NB_Criteo_1000.rumble' | |
| time spark-submit --name 'Experiment 1 NB Criteo 1000 Rumble 2' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_NB_Criteo_1000.rumble' | |
| time spark-submit --name 'Experiment 1 NB Criteo 1000 Rumble 1' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_NB_Criteo_1000.rumble' | |
| echo 'Experiment 0 logistic YFCC 1000' | |
| time spark-submit --name 'Experiment 0 logistic YFCC 1000 Rumble 3' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --data-frame-execution-mode-detection no --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_logistic_YFCC_1000.rumble' | |
| time spark-submit --name 'Experiment 0 logistic YFCC 1000 Rumble 2' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_logistic_YFCC_1000.rumble' | |
| time spark-submit --name 'Experiment 0 logistic YFCC 1000 Rumble 1' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_logistic_YFCC_1000.rumble' | |
| echo 'Experiment 0 RandomForest YFCC 1000' | |
| time spark-submit --name 'Experiment 0 RandomForest YFCC 1000 Rumble 3' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --data-frame-execution-mode-detection no --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_RandomForest_YFCC_1000.rumble' | |
| time spark-submit --name 'Experiment 0 RandomForest YFCC 1000 Rumble 2' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_RandomForest_YFCC_1000.rumble' | |
| time spark-submit --name 'Experiment 0 RandomForest YFCC 1000 Rumble 1' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_RandomForest_YFCC_1000.rumble' | |
| echo 'Experiment 0 LinearSVC YFCC 1000' | |
| time spark-submit --name 'Experiment 0 LinearSVC YFCC 1000 Rumble 3' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --data-frame-execution-mode-detection no --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_LinearSVC_YFCC_1000.rumble' | |
| time spark-submit --name 'Experiment 0 LinearSVC YFCC 1000 Rumble 2' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_LinearSVC_YFCC_1000.rumble' | |
| time spark-submit --name 'Experiment 0 LinearSVC YFCC 1000 Rumble 1' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_LinearSVC_YFCC_1000.rumble' | |
| echo 'Experiment 1 logistic YFCC 1000' | |
| time spark-submit --name 'Experiment 1 logistic YFCC 1000 Rumble 3' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --data-frame-execution-mode-detection no --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_logistic_YFCC_1000.rumble' | |
| time spark-submit --name 'Experiment 1 logistic YFCC 1000 Rumble 2' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_logistic_YFCC_1000.rumble' | |
| time spark-submit --name 'Experiment 1 logistic YFCC 1000 Rumble 1' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_logistic_YFCC_1000.rumble' | |
| echo 'Experiment 1 RandomForest YFCC 1000' | |
| time spark-submit --name 'Experiment 1 RandomForest YFCC 1000 Rumble 3' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --data-frame-execution-mode-detection no --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_RandomForest_YFCC_1000.rumble' | |
| time spark-submit --name 'Experiment 1 RandomForest YFCC 1000 Rumble 2' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_RandomForest_YFCC_1000.rumble' | |
| time spark-submit --name 'Experiment 1 RandomForest YFCC 1000 Rumble 1' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_RandomForest_YFCC_1000.rumble' | |
| echo 'Experiment 1 LinearSVC YFCC 1000' | |
| time spark-submit --name 'Experiment 1 LinearSVC YFCC 1000 Rumble 3' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --data-frame-execution-mode-detection no --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_LinearSVC_YFCC_1000.rumble' | |
| time spark-submit --name 'Experiment 1 LinearSVC YFCC 1000 Rumble 2' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_LinearSVC_YFCC_1000.rumble' | |
| time spark-submit --name 'Experiment 1 LinearSVC YFCC 1000 Rumble 1' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_LinearSVC_YFCC_1000.rumble' | |
| echo 'Experiment 0 logistic Criteo 10000' | |
| time spark-submit --name 'Experiment 0 logistic Criteo 10000 Rumble 3' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --data-frame-execution-mode-detection no --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_logistic_Criteo_10000.rumble' | |
| time spark-submit --name 'Experiment 0 logistic Criteo 10000 Rumble 2' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_logistic_Criteo_10000.rumble' | |
| time spark-submit --name 'Experiment 0 logistic Criteo 10000 Rumble 1' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_logistic_Criteo_10000.rumble' | |
| echo 'Experiment 0 LinearSVC Criteo 10000' | |
| time spark-submit --name 'Experiment 0 LinearSVC Criteo 10000 Rumble 3' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --data-frame-execution-mode-detection no --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_LinearSVC_Criteo_10000.rumble' | |
| time spark-submit --name 'Experiment 0 LinearSVC Criteo 10000 Rumble 2' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_LinearSVC_Criteo_10000.rumble' | |
| time spark-submit --name 'Experiment 0 LinearSVC Criteo 10000 Rumble 1' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_LinearSVC_Criteo_10000.rumble' | |
| echo 'Experiment 0 NB Criteo 10000' | |
| time spark-submit --name 'Experiment 0 NB Criteo 10000 Rumble 3' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --data-frame-execution-mode-detection no --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_NB_Criteo_10000.rumble' | |
| time spark-submit --name 'Experiment 0 NB Criteo 10000 Rumble 2' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_NB_Criteo_10000.rumble' | |
| time spark-submit --name 'Experiment 0 NB Criteo 10000 Rumble 1' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_NB_Criteo_10000.rumble' | |
| echo 'Experiment 1 logistic Criteo 10000' | |
| time spark-submit --name 'Experiment 1 logistic Criteo 10000 Rumble 3' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --data-frame-execution-mode-detection no --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_logistic_Criteo_10000.rumble' | |
| time spark-submit --name 'Experiment 1 logistic Criteo 10000 Rumble 2' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_logistic_Criteo_10000.rumble' | |
| time spark-submit --name 'Experiment 1 logistic Criteo 10000 Rumble 1' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_logistic_Criteo_10000.rumble' | |
| echo 'Experiment 1 LinearSVC Criteo 10000' | |
| time spark-submit --name 'Experiment 1 LinearSVC Criteo 10000 Rumble 3' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --data-frame-execution-mode-detection no --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_LinearSVC_Criteo_10000.rumble' | |
| time spark-submit --name 'Experiment 1 LinearSVC Criteo 10000 Rumble 2' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_LinearSVC_Criteo_10000.rumble' | |
| time spark-submit --name 'Experiment 1 LinearSVC Criteo 10000 Rumble 1' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_LinearSVC_Criteo_10000.rumble' | |
| echo 'Experiment 1 NB Criteo 10000' | |
| time spark-submit --name 'Experiment 1 NB Criteo 10000 Rumble 3' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --data-frame-execution-mode-detection no --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_NB_Criteo_10000.rumble' | |
| time spark-submit --name 'Experiment 1 NB Criteo 10000 Rumble 2' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_NB_Criteo_10000.rumble' | |
| time spark-submit --name 'Experiment 1 NB Criteo 10000 Rumble 1' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_NB_Criteo_10000.rumble' | |
| echo 'Experiment 0 logistic YFCC 10000' | |
| time spark-submit --name 'Experiment 0 logistic YFCC 10000 Rumble 3' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --data-frame-execution-mode-detection no --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_logistic_YFCC_10000.rumble' | |
| time spark-submit --name 'Experiment 0 logistic YFCC 10000 Rumble 2' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_logistic_YFCC_10000.rumble' | |
| time spark-submit --name 'Experiment 0 logistic YFCC 10000 Rumble 1' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_logistic_YFCC_10000.rumble' | |
| echo 'Experiment 0 RandomForest YFCC 10000' | |
| time spark-submit --name 'Experiment 0 RandomForest YFCC 10000 Rumble 3' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --data-frame-execution-mode-detection no --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_RandomForest_YFCC_10000.rumble' | |
| time spark-submit --name 'Experiment 0 RandomForest YFCC 10000 Rumble 2' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_RandomForest_YFCC_10000.rumble' | |
| time spark-submit --name 'Experiment 0 RandomForest YFCC 10000 Rumble 1' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_RandomForest_YFCC_10000.rumble' | |
| echo 'Experiment 0 LinearSVC YFCC 10000' | |
| time spark-submit --name 'Experiment 0 LinearSVC YFCC 10000 Rumble 3' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --data-frame-execution-mode-detection no --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_LinearSVC_YFCC_10000.rumble' | |
| time spark-submit --name 'Experiment 0 LinearSVC YFCC 10000 Rumble 2' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_LinearSVC_YFCC_10000.rumble' | |
| time spark-submit --name 'Experiment 0 LinearSVC YFCC 10000 Rumble 1' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_0_LinearSVC_YFCC_10000.rumble' | |
| echo 'Experiment 1 logistic YFCC 10000' | |
| time spark-submit --name 'Experiment 1 logistic YFCC 10000 Rumble 3' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --data-frame-execution-mode-detection no --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_logistic_YFCC_10000.rumble' | |
| time spark-submit --name 'Experiment 1 logistic YFCC 10000 Rumble 2' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_logistic_YFCC_10000.rumble' | |
| time spark-submit --name 'Experiment 1 logistic YFCC 10000 Rumble 1' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_logistic_YFCC_10000.rumble' | |
| echo 'Experiment 1 RandomForest YFCC 10000' | |
| time spark-submit --name 'Experiment 1 RandomForest YFCC 10000 Rumble 3' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --data-frame-execution-mode-detection no --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_RandomForest_YFCC_10000.rumble' | |
| time spark-submit --name 'Experiment 1 RandomForest YFCC 10000 Rumble 2' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_RandomForest_YFCC_10000.rumble' | |
| time spark-submit --name 'Experiment 1 RandomForest YFCC 10000 Rumble 1' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_RandomForest_YFCC_10000.rumble' | |
| echo 'Experiment 1 LinearSVC YFCC 10000' | |
| time spark-submit --name 'Experiment 1 LinearSVC YFCC 10000 Rumble 3' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --data-frame-execution-mode-detection no --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_LinearSVC_YFCC_10000.rumble' | |
| time spark-submit --name 'Experiment 1 LinearSVC YFCC 10000 Rumble 2' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --native-sql-predicates no --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_LinearSVC_YFCC_10000.rumble' | |
| time spark-submit --name 'Experiment 1 LinearSVC YFCC 10000 Rumble 1' --driver-memory 10G --conf spark.dynamicAllocation.enabled=false --num-executors 4 --executor-cores 2 --executor-memory 19g s3://rumbleml-data/rumbledb-1.16.2-jar-with-deactivatable-optimizations.jar --materialization-cap 100000 --show-error-info yes --query-path 's3://rumbleml-data/rumble_experiments/query_1_LinearSVC_YFCC_10000.rumble' |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment