---
test_name: image_upload
strict: false
marks:
- usefixtures:
  - django_live_url
stages:
- id: signup
  type: ref
- name: stage
  request:
    data:
      label_config: <View></View>
      title: Image upload
    method: POST
    url: '{django_live_url}/api/projects'
  response:
    save:
      json:
        project_pk: id
    status_code: 201
- name: stage
  request:
    files:
      image_0: tests/test_suites/samples/test_image.jpg
      image_1: tests/test_suites/samples/test_image.png
    headers:
      content-type: multipart/form-data
    method: POST
    url: '{django_live_url}/api/projects/{project_pk}/import'
  response:
    json:
      annotation_count: 0
      prediction_count: 0
      task_count: 2
    status_code: 201
- name: stage
  request:
    method: GET
    url: '{django_live_url}/api/projects/{project_pk}/tasks'
  response:
    status_code: 200

---
test_name: consistency_of_data_columns
strict: false
marks:
- usefixtures:
  - django_live_url
stages:
- id: signup
  type: ref
- name: stage
  request:
    data:
      label_config: <View></View>
      title: Check consistency of imported data columns
    method: POST
    url: '{django_live_url}/api/projects'
  response:
    save:
      json:
        project_pk: id
    status_code: 201
- name: stage
  request:
    files:
      csv_0: tests/test_suites/samples/test_1.csv
    headers:
      content-type: multipart/form-data
    method: POST
    url: '{django_live_url}/api/projects/{project_pk}/tasks/bulk'
  response:
    json:
      annotation_count: 0
      prediction_count: 0
      task_count: 2
    status_code: 201
- name: stage
  request:
    files:
      csv_0: tests/test_suites/samples/test_2.csv
    headers:
      content-type: multipart/form-data
    method: POST
    url: '{django_live_url}/api/projects/{project_pk}/tasks/bulk'
  response:
    json:
      annotation_count: 0
      prediction_count: 0
      task_count: 3
    status_code: 201
- name: stage
  request:
    method: GET
    url: '{django_live_url}/api/projects/{project_pk}/summary'
  response:
    json:
      all_data_columns:
        key1: 5
        key2: 5
        value1: 5
        value100: 3
        value2: 2
      common_data_columns:
      - key1
      - key2
      - value1
    status_code: 200

---
test_name: import_time_series_with_predictions
strict: false
marks:
- usefixtures:
  - django_live_url
stages:
- id: signup
  type: ref
- name: stage
  request:
    data:
      label_config: <View><TimeSeriesLabels name="label" toName="ts"><Label value="Run"/><Label value="Walk"/></TimeSeriesLabels> <TimeSeries name="ts" valueType="url" value="$csv" timeColumn="time"><Channel column="sensorone" /><Channel column="sensortwo" /></TimeSeries></View>
      title: Check consistency of imported data columns
    method: POST
    url: '{django_live_url}/api/projects'
  response:
    save:
      json:
        project_pk: id
    status_code: 201
- name: stage
  request:
    files:
      csv_0: tests/test_suites/samples/random-with-predictions.json
    headers:
      content-type: multipart/form-data
    method: POST
    url: '{django_live_url}/api/projects/{project_pk}/tasks/bulk'
  response:
    json:
      annotation_count: 0
      prediction_count: 1
      task_count: 1
    status_code: 201

---
test_name: import_from_url
strict: false
marks:
- usefixtures:
  - import_from_url
  - django_live_url
stages:
- id: signup
  type: ref
- name: stage
  request:
    data:
      label_config: <View></View>
      title: Check consistency of imported data columns
    method: POST
    url: '{django_live_url}/api/projects'
  response:
    save:
      json:
        project_pk: id
    status_code: 201
- name: stage
  request:
    data:
      url: https://data.heartex.net/q/fffeaf81f4.json
    headers:
      content-type: application/x-www-form-urlencoded
    method: POST
    url: '{django_live_url}/api/projects/{project_pk}/tasks/bulk'
  response:
    status_code: 201
- name: stage
  request:
    data:
      url: http://data.heartextest.net/test_1.csv
    headers:
      content-type: application/x-www-form-urlencoded
    method: POST
    url: '{django_live_url}/api/projects/{project_pk}/import?commit_to_project=false'
  response:
    json:
      could_be_tasks_list: True
    status_code: 201

---
test_name: full_step_project_creation
strict: false
marks:
- usefixtures:
  - django_live_url
stages:
- id: signup
  type: ref
- name: stage
  request:
    data:
      is_draft: true
    method: POST
    url: '{django_live_url}/api/projects'
  response:
    save:
      json:
        project_pk: id
    status_code: 201
- name: stage
  request:
    files:
      image_0: tests/test_suites/samples/first.jpg
      image_1: tests/test_suites/samples/second.jpg
    headers:
      content-type: multipart/form-data
    method: POST
    url: '{django_live_url}/api/projects/{project_pk}/tasks/bulk'
  response:
    json:
      annotation_count: 0
      prediction_count: 0
      task_count: 2
    status_code: 201
- name: stage
  request:
    method: GET
    url: '{django_live_url}/api/projects/{project_pk}/file-uploads'
  response:
    status_code: 200
- name: check_list_of_file_uploads
  request:
    method: GET
    url: '{django_live_url}/api/projects/{project_pk}/file-uploads'
    params:
      all: true
  response:
    status_code: 200
    json:
      - id: !anyint
      - id: !anyint

- name: stage
  request:
    method: GET
    url: '{django_live_url}/api/projects/{project_pk}/summary'
  response:
    json:
      all_data_columns:
        $undefined$: 2
      common_data_columns:
      - $undefined$
    status_code: 200
- name: stage
  request:
    headers:
      content-type: application/json
    json:
      is_draft: false
    method: PATCH
    url: '{django_live_url}/api/projects/{project_pk}'
  response:
    json:
      is_draft: false
    status_code: 200
- name: stage
  request:
    method: GET
    url: '{django_live_url}/api/projects'
  response:
    status_code: 200
- name: stage
  request:
    method: GET
    url: '{django_live_url}/api/projects/{project_pk}'
  response:
    json:
      created_by:
        avatar: null
        email: test_suites_user@heartex.com
        first_name: ''
        last_name: ''
      task_number: 2
      title: ''
      total_predictions_number: 0
    status_code: 200
- name: stage
  request:
    method: DELETE
    url: '{django_live_url}/api/projects/{project_pk}'
  response:
    status_code: 204

---
test_name: interpert_as_time_series
strict: false
marks:
- usefixtures:
  - django_live_url
stages:
- id: signup
  type: ref
- name: stage
  request:
    data:
      label_config: <View></View>
      title: Interpert as time series
    method: POST
    url: '{django_live_url}/api/projects'
  response:
    save:
      json:
        project_pk: id
    status_code: 201
- name: stage
  request:
    files:
      csv_1: tests/test_suites/samples/test_3.csv
      csv_2: tests/test_suites/samples/test_4.csv
    headers:
      content-type: multipart/form-data
    method: POST
    url: '{django_live_url}/api/projects/{project_pk}/import?commit_to_project=false'
  response:
    json:
      annotation_count: null
      could_be_tasks_list: true
      prediction_count: null
      task_count: 5
    save:
      json:
        file_upload_ids: file_upload_ids
    status_code: 201
- name: stage
  request:
    headers:
      content-type: application/json
    json:
      file_upload_ids: !force_format_include '{file_upload_ids}'
      files_as_tasks_list: false
    method: POST
    url: '{django_live_url}/api/projects/{project_pk}/reimport'
  response:
    json:
      task_count: 2
    status_code: 201
- name: stage
  request:
    method: GET
    url: '{django_live_url}/api/projects/{project_pk}/tasks'
  response:
    status_code: 200
- name: stage
  request:
    headers:
      content-type: application/json
    json:
      file_upload_ids: !force_format_include '{file_upload_ids}'
    method: DELETE
    url: '{django_live_url}/api/projects/{project_pk}/file-uploads'
  response:
    json:
      deleted: 2
    status_code: 200

---
test_name: import_previous_export
strict: false
marks:
- usefixtures:
  - django_live_url
stages:
- id: signup
  type: ref
- name: stage
  request:
    data:
      label_config: <View><Image name="image" value="$image"/><Choices name="label" toName="image"><Choice
        value="Cat"/><Choice value="Dog"/></Choices></View>
      title: Image Classification Project
    method: POST
    url: '{django_live_url}/api/projects'
  response:
    save:
      json:
        project_pk: id
    status_code: 201
- name: stage
  request:
    files:
      json: tests/test_suites/samples/previous_export.json
    headers:
      content-type: multipart/form-data
    method: POST
    url: '{django_live_url}/api/projects/{project_pk}/import'
  response:
    status_code: 400
    json:
      validation_errors:
        non_field_errors:
          - "Unknown annotator's email annotator_from_past@project.com"
# Now let's create missed user and try again...
- id: logout
  type: ref
- id: signup
  name: Sign up
  request:
    url: "{django_live_url}/user/signup"
    data:
      email: annotator_from_past@project.com
      password: 12345678
    method: POST
  response:
    status_code: 302
- id: login
  type: ref
- name: stage
  request:
    files:
      json: tests/test_suites/samples/previous_export.json
    headers:
      content-type: multipart/form-data
    method: POST
    url: '{django_live_url}/api/projects/{project_pk}/import'
  response:
    status_code: 201
    json:
      task_count: 1
      annotation_count: 1
      prediction_count: 0
      could_be_tasks_list: false
      found_formats: {'.json': 1}
      data_columns: ['image']

- name: stage
  request:
    files:
      json: tests/test_suites/samples/previous_export_unknown_completed_by.json
    headers:
      content-type: multipart/form-data
    method: POST
    url: '{django_live_url}/api/projects/{project_pk}/import'
  response:
    status_code: 400
    json:
      validation_errors:
        non_field_errors:
          - "Import data contains completed_by=99999 which is not a valid annotator's email or ID"


---
test_name: import_minified_preannotations_classification
strict: false
marks:
- usefixtures:
  - django_live_url
stages:
- id: signup
  type: ref
- name: Create project
  request:
    data:
      label_config: <View><Image name="image" value="$image"/><Choices name="label" toName="image"><Choice
        value="Cat"/><Choice value="Dog"/></Choices></View>
      title: Image Classification Project
    method: POST
    url: '{django_live_url}/api/projects'
  response:
    save:
      json:
        project_pk: id
    status_code: 201
- name: Import images with preannotations
  request:
    files:
      csv: tests/test_suites/samples/image_urls_with_classes.csv
    headers:
      content-type: multipart/form-data
    method: POST
    url: '{django_live_url}/api/projects/{project_pk}/import?return_task_ids=true&preannotated_from_fields=label'
  response:
    status_code: 201
    save:
      json:
        first_task: "task_ids[0]"
        second_task: "task_ids[1]"
- name: Check 1st task with prediction
  request:
    method: GET
    url: '{django_live_url}/api/tasks/{first_task}'
  response:
    status_code: 200
    json:
      id: !int '{first_task}'
      annotations: []
      drafts: []
      predictions:
        - result:
            - from_name: label
              to_name: image
              type: choices
              value:
                choices:
                  - Cat
- name: Check 2nd task with prediction
  request:
    method: GET
    url: '{django_live_url}/api/tasks/{second_task}'
  response:
    status_code: 200
    json:
      id: !int '{second_task}'
      annotations: []
      drafts: []
      predictions:
        - result:
            - from_name: label
              to_name: image
              type: choices
              value:
                choices:
                  - Dog

---
test_name: import_minified_preannotations_object_detection
strict: false
marks:
- usefixtures:
  - django_live_url
stages:
- id: signup
  type: ref
- name: Create project
  request:
    data:
      label_config: <View><Image name="image" value="$image"/><RectangleLabels name="bbox" toName="image" choices="multiple"><Label
        value="Cat"/><Label value="Dog"/></RectangleLabels></View>
      title: Image Classification Project
    method: POST
    url: '{django_live_url}/api/projects'
  response:
    save:
      json:
        project_pk: id
    status_code: 201
- name: Import images with preannotations
  request:
    files:
      csv: tests/test_suites/samples/image_urls_with_bboxes.json
    headers:
      content-type: multipart/form-data
    method: POST
    url: '{django_live_url}/api/projects/{project_pk}/import?return_task_ids=true&preannotated_from_fields=bbox'
  response:
    status_code: 201
    save:
      json:
        first_task: "task_ids[0]"
        second_task: "task_ids[1]"
- name: Check 1st task with prediction
  request:
    method: GET
    url: '{django_live_url}/api/tasks/{first_task}'
  response:
    status_code: 200
    json:
      id: !int '{first_task}'
      annotations: []
      drafts: []
      predictions:
        - result:
            - from_name: bbox
              to_name: image
              type: rectanglelabels
              value:
                x: 10
                y: 20
                width: 30
                height: 40
                rectanglelabels:
                  - Cat
                  - Dog


---
test_name: import_bulk_predictions
strict: false
marks:
- usefixtures:
  - django_live_url
stages:
- id: signup
  type: ref
- name: Create project
  request:
    data:
      label_config: <View><Image name="image" value="$image"/><Choices name="label" toName="image"><Choice
        value="AAA"/><Choice value="BBB"/></Choices></View>
      title: Image Classification Project
    method: POST
    url: '{django_live_url}/api/projects'
  response:
    save:
      json:
        project_pk: id
    status_code: 201
- name: Import images
  request:
    files:
      csv: tests/test_suites/samples/image_urls.csv
    headers:
      content-type: multipart/form-data
    method: POST
    url: '{django_live_url}/api/projects/{project_pk}/import?return_task_ids=true'
  response:
    status_code: 201
    save:
      json:
        first_task: "task_ids[0]"
        second_task: "task_ids[1]"
        third_task: "task_ids[2]"
- name: Import bulk predictions
  request:
    method: POST
    url: '{django_live_url}/api/projects/{project_pk}/import/predictions'
    json:
      - task: !int '{first_task}'
        result:
          - from_name: label
            to_name: image
            type: choices
            value:
              choices:
                - AAA
        score: 0.123
      - task: !int '{third_task}'
        result:
          - from_name: label
            to_name: image
            type: choices
            value:
              choices:
                - BBB
        model_version: abcdefgh
  response:
    status_code: 201
    json:
      created: 2
- name: Check 1st task with prediction
  request:
    method: GET
    url: '{django_live_url}/api/tasks/{first_task}'
  response:
    status_code: 200
    json:
      id: !int '{first_task}'
      annotations: []
      drafts: []
      predictions:
        - result:
            - from_name: label
              to_name: image
              type: choices
              value:
                choices:
                  - AAA
          score: 0.123
          model_version: undefined
- name: Check 2nd task with prediction
  request:
    method: GET
    url: '{django_live_url}/api/tasks/{second_task}'
  response:
    status_code: 200
    json:
      id: !int '{second_task}'
      annotations: []
      drafts: []
      predictions: []
- name: Check 3rd task with prediction
  request:
    method: GET
    url: '{django_live_url}/api/tasks/{third_task}'
  response:
    status_code: 200
    json:
      id: !int '{third_task}'
      annotations: []
      drafts: []
      predictions:
        - result:
            - from_name: label
              to_name: image
              type: choices
              value:
                choices:
                  - BBB
          score: null
          model_version: abcdefgh

---
test_name: import_groud_truth_preannotations
strict: false
marks:
- usefixtures:
  - django_live_url
stages:
- id: signup
  type: ref
- name: Create project
  request:
    data:
      label_config: <View><Image name="image" value="$image"/><RectangleLabels name="objects" toName="image" choices="multiple"><Label
        value="Cat"/><Label value="Dog"/></RectangleLabels></View>
      title: Image Classification Project
    method: POST
    url: '{django_live_url}/api/projects'
  response:
    save:
      json:
        project_pk: id
    status_code: 201
- name: Import images with preannotations
  request:
    files:
      csv: tests/test_suites/samples/image_urls_with_bboxes_gt.json
    headers:
      content-type: multipart/form-data
    method: POST
    url: '{django_live_url}/api/projects/{project_pk}/import?return_task_ids=true'
  response:
    status_code: 201
    save:
      json:
        first_task: "task_ids[0]"
        second_task: "task_ids[1]"
- name: Check 1st task with prediction
  request:
    method: GET
    url: '{django_live_url}/api/tasks/{first_task}'
  response:
    status_code: 200
    json:
      id: !int '{first_task}'
      is_labeled: true
---
test_name: extension_check
strict: false
marks:
- usefixtures:
  - django_live_url
stages:
- id: signup
  type: ref
- name: stage
  request:
    data:
      label_config: <View></View>
      title: Check consistency of imported data columns
    method: POST
    url: '{django_live_url}/api/projects'
  response:
    save:
      json:
        project_pk: id
    status_code: 201
- name: stage
  request:
    files:
      file: tests/test_suites/samples/test.wrong_ext
    headers:
      content-type: multipart/form-data
    method: POST
    url: '{django_live_url}/api/projects/{project_pk}/import?commit_to_project=false'
  response:
    json:
      validation_errors:
        non_field_errors:
          - '.wrong_ext extension is not supported'

    status_code: 400
---
test_name: extension_check_empty
strict: false
marks:
- usefixtures:
  - django_live_url
stages:
- id: signup
  type: ref
- name: stage
  request:
    data:
      label_config: <View></View>
      title: Check consistency of imported data columns
    method: POST
    url: '{django_live_url}/api/projects'
  response:
    save:
      json:
        project_pk: id
    status_code: 201
- name: stage
  request:
    files:
      file: tests/test_suites/samples/test_file_without_extension
    headers:
      content-type: multipart/form-data
    method: POST
    url: '{django_live_url}/api/projects/{project_pk}/import?commit_to_project=false'
  response:
    json:
      validation_errors:
        non_field_errors:
          - ' extension is not supported'

    status_code: 400