Merge branch 'main' of es-git.cs.uni-tuebingen.de:es/ai/hannah/hannah

experiments/residual_choice/augmentation/cifar_augment.yaml

@@ -0,0 +1,20 @@
+batch_augment:
+  pipeline: null
+  transforms:
+    #RandomVerticalFlip:
+    #  p: 0.5
+    RandomHorizontalFlip:
+      p: 0.5
+    RandomAffine:
+      degrees: [-15, 15]
+      translate: [0.1, 0.1]
+      scale: [0.9, 1.1]
+      shear: [-5, 5]
+      p: 0.5
+    RandomCrop:
+      size: [32,32]
+      padding: 4
+    RandomErasing:
+      p: 0.5
+      #scale: [0.!, 0.3]
+      #value: [0.4914, 0.4822, 0.4465]

experiments/residual_choice/config.yaml

@@ -0,0 +1,45 @@
+##
+## Copyright (c) 2022 University of Tübingen.
+##
+## This file is part of hannah.
+## See https://atreus.informatik.uni-tuebingen.de/ties/ai/hannah/hannah for further info.
+##
+## Licensed under the Apache License, Version 2.0 (the "License");
+## you may not use this file except in compliance with the License.
+## You may obtain a copy of the License at
+##
+##     http://www.apache.org/licenses/LICENSE-2.0
+##
+## Unless required by applicable law or agreed to in writing, software
+## distributed under the License is distributed on an "AS IS" BASIS,
+## WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+## See the License for the specific language governing permissions and
+## limitations under the License.
+##
+defaults:
+    - base_config
+    - experiment: optional
+    - override dataset: cifar10   # Dataset configuration name
+    - override features: identity        # Feature extractor configuration name (use identity for vision datasets)
+    #- override model: timm_mobilenetv3_small_075      # Neural network name (for now timm_resnet50 or timm_efficientnet_lite1)
+    - override scheduler: 1cycle         # learning rate scheduler config name
+    - override optimizer: adamw          # Optimizer config name
+    - override normalizer: null          # Feature normalizer (used for quantized neural networks)
+    - override module: image_classifier  # Lightning module config for the training loop (image classifier for image classification tasks)
+    - _self_
+
+
+dataset:
+  data_folder: ${oc.env:HANNAH_DATA_FOLDER,${hydra:runtime.cwd}/../../datasets/}
+
+module:
+  batch_size: 128
+  num_workers: 0
+
+trainer:
+  max_epochs: 10
+
+scheduler:
+  max_lr: 0.001
+
+fx_mac_summary: True

experiments/residual_choice/experiment/ae_nas_cifar10.yaml

@@ -0,0 +1,32 @@
+# @package _global_
+defaults:
+  - override /nas: aging_evolution_nas
+  - override /model: embedded_vision_net
+  - override /dataset: cifar10
+  - override /nas/constraint_model: random_walk
+
+
+model:
+  num_classes: 10
+
+  constraints:
+    - name: weights
+      upper: 550000
+    - name: macs
+      upper: 128000000
+
+nas:
+  budget: 600
+  n_jobs: 1
+  num_selected_candidates: 20
+  total_candidates: 50
+  bounds:
+    val_error: 0.1
+    total_macs: 128000000
+    total_weights: 550000
+
+
+
+seed: [1234]
+
+experiment_id: "ae_nas_cifar10_w550000_m128000000_noinitconstraint"

experiments/residual_choice/experiment/ae_nas_cifar10_1000k.yaml

@@ -0,0 +1,32 @@
+# @package _global_
+defaults:
+  - override /nas: aging_evolution_nas
+  - override /model: embedded_vision_net
+  - override /dataset: cifar10
+  - override /nas/constraint_model: random_walk
+
+
+model:
+  num_classes: 10
+
+  constraints:
+    - name: weights
+      upper: 1000000
+    - name: macs
+      upper: 128000000
+
+nas:
+  budget: 600
+  n_jobs: 1
+  num_selected_candidates: 20
+  total_candidates: 50
+  bounds:
+    val_error: 0.1
+    total_macs: 128000000
+    total_weights: 1000000
+
+
+
+seed: [1234]
+
+experiment_id: "ae_nas_cifar10_w1000000_m128000000_noinitconstraint"

experiments/residual_choice/experiment/ae_nas_cifar10_1000k_256m.yaml

@@ -0,0 +1,32 @@
+# @package _global_
+defaults:
+  - override /nas: aging_evolution_nas
+  - override /model: embedded_vision_net
+  - override /dataset: cifar10
+  - override /nas/constraint_model: random_walk
+
+
+model:
+  num_classes: 10
+
+  constraints:
+    - name: weights
+      upper: 1000000
+    - name: macs
+      upper: 256000000
+
+nas:
+  budget: 600
+  n_jobs: 1
+  num_selected_candidates: 20
+  total_candidates: 50
+  bounds:
+    val_error: 0.1
+    total_macs: 256000000
+    total_weights: 1000000
+
+
+
+seed: [1234]
+
+experiment_id: "ae_nas_cifar10_w1000000_m256000000"

experiments/residual_choice/experiment/ae_nas_cifar10_150k.yaml

@@ -0,0 +1,33 @@
+# @package _global_
+defaults:
+  - override /nas: aging_evolution_nas
+  - override /model: embedded_vision_net
+  - override /dataset: cifar10
+  - override /nas/constraint_model: random_walk
+
+
+model:
+  num_classes: 10
+
+  constraints:
+    - name: weights
+      upper: 150000
+    - name: macs
+      upper: 128000000
+
+nas:
+  budget: 600
+  n_jobs: 1
+  num_selected_candidates: 20
+  total_candidates: 50
+  bounds:
+    val_error: 0.1
+    total_macs: 128000000
+    total_weights: 150000
+
+
+
+
+seed: [1234]
+
+experiment_id: "ae_nas_cifar10_w150000_m128000000"

experiments/residual_choice/experiment/ae_nas_cifar10_150k_noconstraints.yaml

@@ -0,0 +1,35 @@
+# @package _global_
+defaults:
+  - override /nas: aging_evolution_nas
+  - override /model: embedded_vision_net
+  - override /dataset: cifar10
+  - override /nas/constraint_model: random_walk
+
+
+model:
+  num_classes: 10
+
+  constraints:
+    - name: weights
+      #upper: 150000
+    - name: macs
+      #upper: 128000000
+
+
+
+nas:
+  budget: 600
+  n_jobs: 1
+  num_selected_candidates: 20
+  total_candidates: 50
+  bounds:
+    val_error: 0.1
+    total_macs: 128000000
+    total_weights: 150000
+
+
+
+
+seed: [1234]
+
+experiment_id: "ae_nas_cifar10_w150000_m128000000_noconstraints_v2"

experiments/residual_choice/experiment/ae_nas_cifar10_250k.yaml

@@ -0,0 +1,31 @@
+# @package _global_
+defaults:
+  - override /nas: aging_evolution_nas
+  - override /model: embedded_vision_net
+  - override /dataset: cifar10
+  - override /nas/constraint_model: random_walk
+
+
+model:
+  num_classes: 10
+
+  constraints:
+    - name: weights
+      upper: 250000
+    - name: macs
+      upper: 128000000
+
+nas:
+  budget: 600
+  n_jobs: 1
+  num_selected_candidates: 20
+  total_candidates: 50
+  bounds:
+    val_error: 0.1
+    total_macs: 128000000
+    total_weights: 250000
+
+
+seed: [1234]
+
+experiment_id: "ae_nas_cifar10_w250000_m128000000_presample"

experiments/residual_choice/experiment/ae_nas_cifar10_30k.yaml

@@ -0,0 +1,33 @@
+# @package _global_
+defaults:
+  - override /nas: aging_evolution_nas
+  - override /model: embedded_vision_net
+  - override /dataset: cifar10
+  - override /nas/constraint_model: random_walk
+
+
+model:
+  num_classes: 10
+
+  constraints:
+    - name: weights
+      upper: 30000
+    - name: macs
+      upper: 128000000
+
+nas:
+  budget: 600
+  n_jobs: 1
+  num_selected_candidates: 20
+  total_candidates: 50
+  bounds:
+    val_error: 0.1
+    total_macs: 128000000
+    total_weights: 30000
+
+
+
+
+seed: [1234]
+
+experiment_id: "ae_nas_cifar10_w30000_m128000000"

experiments/residual_choice/experiment/ae_nas_cifar10_30k_noconstraints.yaml

@@ -0,0 +1,35 @@
+# @package _global_
+defaults:
+  - override /nas: aging_evolution_nas
+  - override /model: embedded_vision_net
+  - override /dataset: cifar10
+  - override /nas/constraint_model: random_walk
+
+
+model:
+  num_classes: 10
+
+  constraints:
+    - name: weights
+      #upper: 150000
+    - name: macs
+      #upper: 128000000
+
+
+
+nas:
+  budget: 600
+  n_jobs: 1
+  num_selected_candidates: 20
+  total_candidates: 50
+  bounds:
+    val_error: 0.1
+    total_macs: 128000000
+    total_weights: 30000
+
+
+
+
+seed: [1234]
+
+experiment_id: "ae_nas_cifar10_w30000_m128000000_noconstraints"

experiments/residual_choice/experiment/ae_nas_cifar10_500k_256m.yaml

@@ -0,0 +1,32 @@
+# @package _global_
+defaults:
+  - override /nas: aging_evolution_nas
+  - override /model: embedded_vision_net
+  - override /dataset: cifar10
+  - override /nas/constraint_model: random_walk
+
+
+model:
+  num_classes: 10
+
+  constraints:
+    - name: weights
+      upper: 550000
+    - name: macs
+      upper: 256000000
+
+nas:
+  budget: 600
+  n_jobs: 1
+  num_selected_candidates: 20
+  total_candidates: 50
+  bounds:
+    val_error: 0.1
+    total_macs: 256000000
+    total_weights: 550000
+
+
+
+seed: [1234]
+
+experiment_id: "ae_nas_cifar10_w550000_m256000000"

experiments/residual_choice/experiment/ae_nas_cifar10_500k_nobounds.yaml

@@ -0,0 +1,28 @@
+# @package _global_
+defaults:
+  - override /nas: aging_evolution_nas
+  - override /model: embedded_vision_net
+  - override /dataset: cifar10
+  - override /nas/constraint_model: random_walk
+
+
+model:
+  num_classes: 10
+
+  constraints:
+    - name: weights
+      upper: 550000
+    - name: macs
+      upper: 128000000
+
+nas:
+  budget: 600
+  n_jobs: 1
+  num_selected_candidates: 20
+  total_candidates: 50
+  bounds:
+    val_error: 0.1
+
+seed: [1234]
+
+experiment_id: "ae_nas_cifar10_w550000_m128000000_nobounds"