update

Author: suzhoum

bench_all.py

@@ -7,19 +7,21 @@
 seeds = [22, 92, 54, 86, 41]
 
 config_paths = [
+    "sample_configs/paper_image_cloud_configs.yaml",
     "sample_configs/paper_text_tabular_cloud_configs.yaml",
     "sample_configs/paper_text_cloud_configs.yaml",
-    "sample_configs/paper_image_cloud_configs.yaml",
 ]
 frameworks = [
+    # "AutoGluon_best_master",
+    # "autokeras_master",
     "ablation_base",
     "ablation_greedy_soup",
     "ablation_gradient_clip",
     "ablation_warmup_steps",
-    "ablation_cosine_decay",
-    "ablation_weight_decay",
-    "ablation_lr_decay",
-    # "autokeras_master",
+    # "ablation_cosine_decay",
+    # "ablation_weight_decay",
+    # "ablation_lr_decay",
+    
 ]
 constraints = [
     "g4_12x"

src/autogluon/bench/custom_configs/dataloaders/vision_dataloader.py renamed to src/autogluon/bench/custom_configs/dataloaders/image_dataloader.py

@@ -16,7 +16,7 @@ def path_expander(path, base_folder):
 logger = logging.getLogger(__name__)
 
 
-class VisionDataLoader:
+class ImageDataLoader:
     def __init__(self, dataset_name: str, dataset_config_file: str, split: str = "train"):
         with open(dataset_config_file, "r") as f:
             config = yaml.safe_load(f)

src/autogluon/bench/custom_configs/dataloaders/vision_datasets.yaml renamed to src/autogluon/bench/custom_configs/dataloaders/image_datasets.yaml

@@ -63,12 +63,13 @@ base: &base
 
 
 financial_news:
-  <<: *base
   url: s3://zs-models/datasets/financial_news/{lang}/{split}.csv
   splits:
     - train
   langs:
     - en
+  metric: accuracy
+  problem_type: classification
 
 MLDoc-11000:
   <<: *base

src/autogluon/bench/custom_configs/dataloaders/paper_text_datasets.yaml

@@ -19,6 +19,10 @@ airbnb:
   text_columns:
     - summary
     - amenities
+    - description
+    - notes
+    - name
+    - neighborhood
   label_columns:
     - price_label
   columns_to_drop:

src/autogluon/bench/custom_configs/dataloaders/paper_text_tabular_datasets.yaml

@@ -9,58 +9,82 @@ AutoGluon_branch:
       optimization.learning_rate: 0.005
 
 AutoGluon_best_master:
-  repo: https://github.com/autogluon/autogluon.git
-  version: master
+  repo: https://github.com/suzhoum/autogluon.git 
+  version: add_constant_lr_decay
+  params:  # MultimodalPredictor.fit(params)
+    presets: best_quality
+
+ablation_base:
+  repo: https://github.com/suzhoum/autogluon.git
+  version: add_constant_lr_decay
   params:  # MultimodalPredictor.fit(params)
     presets: best_quality
+    hyperparameters:
+        optimization.top_k_average_method: best
+        optimization.gradient_clip_val: 0
+        optimization.warmup_steps: 0
+        optimization.lr_schedule: constant
+        optimization.weight_decay: 0
+        optimization.lr_decay: 1
+
 
 ablation_greedy_soup:
-  repo: https://github.com/autogluon/autogluon.git
-  version: master
+  repo: https://github.com/suzhoum/autogluon.git
+  version: add_constant_lr_decay
   params:  # MultimodalPredictor.fit(params)
     presets: best_quality
     hyperparameters:
-      optimization.top_k_average_method: best
+        optimization.gradient_clip_val: 0
+        optimization.warmup_steps: 0
+        optimization.lr_schedule: constant
+        optimization.weight_decay: 0
+        optimization.lr_decay: 1
 
 ablation_gradient_clip:
-  repo: https://github.com/autogluon/autogluon.git
-  version: master
+  repo: https://github.com/suzhoum/autogluon.git
+  version: add_constant_lr_decay
   params:  # MultimodalPredictor.fit(params)
     presets: best_quality
     hyperparameters:
-      optimization.gradient_clip_algorithm: value
+        optimization.warmup_steps: 0
+        optimization.lr_schedule: constant
+        optimization.weight_decay: 0
+        optimization.lr_decay: 1
 
 ablation_warmup_steps:
-  repo: https://github.com/autogluon/autogluon.git
-  version: master
+  repo: https://github.com/suzhoum/autogluon.git
+  version: add_constant_lr_decay
   params:  # MultimodalPredictor.fit(params)
     presets: best_quality
     hyperparameters:
-      optimization.warmup_steps: 0.0
+        optimization.lr_schedule: constant
+        optimization.weight_decay: 0
+        optimization.lr_decay: 1
 
 ablation_cosine_decay:
-  repo: https://github.com/autogluon/autogluon.git
-  version: master
+  repo: https://github.com/suzhoum/autogluon.git
+  version: add_constant_lr_decay
   params:  # MultimodalPredictor.fit(params)
     presets: best_quality
     hyperparameters:
-      optimization.lr_schedule: polynomial_decay
+        optimization.weight_decay: 0
+        optimization.lr_decay: 1
+
 
 ablation_weight_decay:
-  repo: https://github.com/autogluon/autogluon.git
-  version: master
+  repo: https://github.com/suzhoum/autogluon.git
+  version: add_constant_lr_decay
   params:  # MultimodalPredictor.fit(params)
     presets: best_quality
     hyperparameters:
-      optimization.weight_decay: 0.0
+        optimization.lr_decay: 1
+
 
 ablation_lr_decay:
-  repo: https://github.com/autogluon/autogluon.git
-  version: master
+  repo: https://github.com/suzhoum/autogluon.git
+  version: add_constant_lr_decay
   params:  # MultimodalPredictor.fit(params)
     presets: best_quality
-    hyperparameters:
-      optimization.lr_decay: 0.0 
 
 
 autokeras_master: