open-images-cuda.yaml
name: OpenImagesCuda
tasks:
  - name: model
    zoo_download:
      model_id: $VAR{model_id}
      variant_id: $VAR{model_variant_id}

  - name: dataset
    zoo_download:
      dataset_id: open-images-10-classes
      variant_id: eval

  - name: baseline
    model:
      path: workspace/models/$VAR{model_id}/$VAR{model_variant_id}
      inference:
        context: cuda
    evaluate:
      test_path: workspace/datasets/open-images-10-classes/eval/index.txt

  - name: baseline
    model:
      path: workspace/models/$VAR{model_id}/$VAR{model_variant_id}
      inference:
        context: cuda
    compile:
      target: cuda
      optimization:
        cuda:
          enabled: false

  - name: baseline-compiled
    model:
      path: $TASK_OUTPUT{baseline:compile}
    evaluate:
      test_path: workspace/datasets/open-images-10-classes/eval/index.txt

  - name: turing
    model:
      path: workspace/models/$VAR{model_id}/$VAR{model_variant_id}
      inference:
        context: cuda
    optimize:
      compress:
        rep_dataset: workspace/datasets/open-images-10-classes/eval/rep_dataset.txt
        quantize_input: true
        quantize_output: true
      compile:
        target: cuda
        optimization:
          cuda:
            enabled: false

  - name: turing
    model:
      path: $TASK_OUTPUT{turing:optimize}
    evaluate:
      test_path: workspace/datasets/open-images-10-classes/eval/index.txt

  - name: keller
    model:
      path: workspace/models/$VAR{model_id}/$VAR{model_variant_id}
      inference:
        context: cuda
    optimize:
      compress:
        rep_dataset: workspace/datasets/open-images-10-classes/eval/rep_dataset.txt
      compile:
        target: cuda
        optimization:
          cuda:
            enabled: true

  - name: keller
    model:
      path: $TASK_OUTPUT{keller:optimize}
    evaluate:
      test_path: workspace/datasets/open-images-10-classes/eval/index.txt
YAML

open-images.yaml
name: OpenImages
tasks:
  - name: model
    zoo_download:
      model_id: $VAR{model_id}
      variant_id: $VAR{model_variant_id}

  - name: dataset
    zoo_download:
      dataset_id: open-images-10-classes
      variant_id: eval

  - name: baseline
    model:
      path: workspace/models/$VAR{model_id}/$VAR{model_variant_id}
    evaluate:
      test_path: workspace/datasets/open-images-10-classes/eval/index.txt

  - name: baseline
    model:
      path: workspace/models/$VAR{model_id}/$VAR{model_variant_id}
    compile: { }

  - name: baseline-compiled
    model:
      path: $TASK_OUTPUT{baseline:compile}
    evaluate:
      test_path: workspace/datasets/open-images-10-classes/eval/index.txt

  - name: baseline-compiled
    model:
      path: $TASK_OUTPUT{baseline:compile}
    package:
      format: python3.9

  - name: baseline-packaged
    model:
      path: $TASK_OUTPUT{baseline-compiled:package}
    evaluate:
      test_path: workspace/datasets/open-images-10-classes/eval/index.txt

  - name: turing-asymmetric
    model:
      path: workspace/models/$VAR{model_id}/$VAR{model_variant_id}
    optimize:
      compress:
        quantizer: asymmetric
        rep_dataset: workspace/datasets/open-images-10-classes/eval/rep_dataset.txt
        quantize_input: true
        quantize_output: true

  - name: turing-asymmetric
    model:
      path: $TASK_OUTPUT{turing-asymmetric:optimize}
    evaluate:
      test_path: workspace/datasets/open-images-10-classes/eval/index.txt

  - name: turing-symmetric
    model:
      path: workspace/models/$VAR{model_id}/$VAR{model_variant_id}
    optimize:
      compress:
        quantizer: symmetric
        rep_dataset: workspace/datasets/open-images-10-classes/eval/rep_dataset.txt
        quantize_input: true
        quantize_output: true

  - name: turing-symmetric
    model:
      path: $TASK_OUTPUT{turing-symmetric:optimize}
    evaluate:
      test_path: workspace/datasets/open-images-10-classes/eval/index.txt

  - name: turing-symmetricpc
    model:
      path: workspace/models/$VAR{model_id}/$VAR{model_variant_id}
    optimize:
      compress:
        quantizer: symmetricpc
        rep_dataset: workspace/datasets/open-images-10-classes/eval/rep_dataset.txt
        quantize_input: true
        quantize_output: true

  - name: turing-symmetricpc
    model:
      path: $TASK_OUTPUT{turing-symmetricpc:optimize}
    evaluate:
      test_path: workspace/datasets/open-images-10-classes/eval/index.txt

  - name: turing
    model:
      path: $TASK_OUTPUT{turing-asymmetric:optimize}
    package:
      format: python3.9

  - name: turing-packaged
    model:
      path: $TASK_OUTPUT{turing:package}
    evaluate:
      test_path: workspace/datasets/open-images-10-classes/eval/index.txt
YAML