---
test_name: invalidate_fields_in_label_config
strict: false
marks:
- usefixtures:
  - django_live_url
stages:
- id: signup
  type: ref
- name: stage
  request:
    method: POST
    url: '{django_live_url}/api/projects'
  response:
    save:
      json:
        pk: id
    status_code: 201
- name: stage
  request:
    headers:
      content-type: application/json
    json:
    - keyA: 123
      keyB: 345
      keyC: 456
    - keyB: qwe
      keyC: wer
      keyD: ert
    method: POST
    url: '{django_live_url}/api/projects/{pk}/import'
  response:
    status_code: 201
- name: stage
  request:
    headers:
      content-type: application/json
    json:
      label_config: <View> <Text name="text" value="$text"/></View>
    method: POST
    url: '{django_live_url}/api/projects/{pk}/validate'
  response:
    status_code: 200
- name: stage
  request:
    headers:
      content-type: application/json
    json:
      label_config: <View> <Text name="text" value="$text"/></View>
    method: POST
    url: '{django_live_url}/api/projects/{pk}/validate'
  response:
    status_code: 200
- name: stage
  request:
    headers:
      content-type: application/json
    json:
      label_config: <View> <Text name="text" value="$keyB"/> </View>
    method: POST
    url: '{django_live_url}/api/projects/{pk}/validate'
  response:
    status_code: 200

---
test_name: try_removing_created_labels_drafts
strict: false
marks:
- usefixtures:
  - django_live_url

stages:
- # Signup to the system
  id: signup
  type: ref

- # Create a project with a specific labeling configuration
  name: create project
  request:
    data:
      label_config: ' <View><Text name="text" value="$text"/><Choices name="sentiment" toName="text" choice="single" showInLine="true"> <Choice value="1"/>
    </Choices></View>'
    method: POST
    url: '{django_live_url}/api/projects'
  response:
    save:
      json:
        pk: id
    status_code: 201

- # Import a task to the project
  name: import task
  request:
    headers:
      content-type: application/json
    json:
    - text: Example task sentence
    method: POST
    url: '{django_live_url}/api/projects/{pk}/import'
  response:
    status_code: 201

- # Get the next task
  name: get next task
  request:
    method: GET
    url: '{django_live_url}/api/projects/{pk}/next'
  response:
    save:
      json:
        task_id: id
    status_code: 200

- # Submit the draft for the task
  name: submit draft
  request:
    headers:
      content-type: application/json
    json:
      result:
        - value:
            choices:
            - 1
          id: HyhYO_s9cc
          from_name: sentiment
          to_name: text
          type: choices
          origin: manual
    method: POST
    url: '{django_live_url}/api/tasks/{task_id}/drafts'
  response:
    status_code: 201

- # Try to remove an existing in draft label from the config
  name: remove existing label
  request:
    headers:
      content-type: application/json
    json:
      label_config: ' <View><Text name="text" value="$text"/><Choices name="sentiment" toName="text" choice="single" showInLine="true"> <Choice value="2"/>
    </Choices></View>'
    method: POST
    url: '{django_live_url}/api/projects/{pk}/validate'
  response:
    status_code: 400

- # Delete all tasks of the project
  name: delete tasks
  request:
    method: DELETE
    url: '{django_live_url}/api/projects/{pk}/tasks'
  response:
    status_code: 204

- # Try to remove an existing label from the config successfully
  name: remove existing label successfully
  request:
    headers:
      content-type: application/json
    json:
      label_config: ' <View><Text name="text" value="$text"/><Choices name="sentiment" toName="text" choice="single" showInLine="true"> <Choice value="2"/>
    </Choices></View>'
    method: POST
    url: '{django_live_url}/api/projects/{pk}/validate'
  response:
    status_code: 200

---
test_name: try_create_annotation_from_draft
strict: false
marks:
- usefixtures:
  - django_live_url
  
stages:
- # Signup to the system
  id: signup
  type: ref

- # Create a project with a specific labeling configuration
  name: create project
  request:
    data:
      label_config: ' <View><Text name="text" value="$text"/><Choices name="sentiment" toName="text" choice="single" showInLine="true"> <Choice value="1"/>
    </Choices></View>'
    method: POST
    url: '{django_live_url}/api/projects'
  response:
    save:
      json:
        pk: id
    status_code: 201

- # Import a task to the project
  name: import task
  request:
    headers:
      content-type: application/json
    json:
    - text: Example task sentence
    method: POST
    url: '{django_live_url}/api/projects/{pk}/import'
  response:
    status_code: 201

- # Get the next task
  name: get next task
  request:
    method: GET
    url: '{django_live_url}/api/projects/{pk}/next'
  response:
    save:
      json:
        task_id: id
    status_code: 200

- # Submit the draft for the task
  name: submit draft
  request:
    headers:
      content-type: application/json
    json:
      result:
        - value:
            choices:
            - 1
          id: HyhYO_s9cc
          from_name: sentiment
          to_name: text
          type: choices
          origin: manual
    method: POST
    url: '{django_live_url}/api/tasks/{task_id}/drafts'
  response:
    status_code: 201
    save:
      json:
        draft_pk: id


- # Try to remove an existing in draft label from the config
  name: remove existing label
  request:
    headers:
      content-type: application/json
    json:
      label_config: ' <View><Text name="text" value="$text"/><Choices name="sentiment" toName="text" choice="single" showInLine="true"> <Choice value="2"/>
    </Choices></View>'
    method: POST
    url: '{django_live_url}/api/projects/{pk}/validate'
  response:
    status_code: 400

- id: create_annotation
  name: Create annotation
  request:
    url: "{django_live_url}/api/tasks/{task_id}/annotations"
    method: POST
    headers:
      content-type: application/json
    json:
      result:
        - value:
            choices:
            - 1
          id: HyhYO_s9cc
          from_name: sentiment
          to_name: text
          type: choices
          origin: manual
      draft_id: !int "{draft_pk}"
      lead_time: 34.56
  response:
    status_code: 201
    save:
      json:
        annotation_pk: id

- # Delete annotation
  name: delete annotation
  request:
    method: DELETE
    url: '{django_live_url}/api/annotations/{annotation_pk}'
  response:
    status_code: 204

- # Try to remove an existing label from the config successfully
  name: remove existing label successfully
  request:
    headers:
      content-type: application/json
    json:
      label_config: ' <View><Text name="text" value="$text"/><Choices name="sentiment" toName="text" choice="single" showInLine="true"> <Choice value="2"/>
    </Choices></View>'
    method: POST
    url: '{django_live_url}/api/projects/{pk}/validate'
  response:
    status_code: 200

---
test_name: try_removing_created_labels
strict: false
marks:
- usefixtures:
  - django_live_url
stages:
- id: signup
  type: ref
- name: create project
  request:
    data:
      label_config: ' <View> <Text name="text" value="$text"/> <Choices name="label"
        toName="text"> <Choice value="1"/> <Choice value="2"/> </Choices> </View> '
    method: POST
    url: '{django_live_url}/api/projects'
  response:
    save:
      json:
        pk: id
    status_code: 201
- name: import task
  request:
    headers:
      content-type: application/json
    json:
    - text: Example task sentence
    method: POST
    url: '{django_live_url}/api/projects/{pk}/import'
  response:
    status_code: 201
- name: get next task
  request:
    method: GET
    url: '{django_live_url}/api/projects/{pk}/next'
  response:
    save:
      json:
        task_id: id
    status_code: 200
- name: submit annotation
  request:
    headers:
      content-type: application/json
    json:
      result:
      - from_name: label
        to_name: text
        type: choices
        value:
          choices:
          - 1
    method: POST
    url: '{django_live_url}/api/tasks/{task_id}/annotations'
  response:
    status_code: 201
- name: get labeling settings page
  request:
    method: GET
    url: '{django_live_url}/projects/{pk}/settings/labeling'
  response:
    status_code: 200
- name: change config 1
  request:
    headers:
      content-type: application/json
    json:
      label_config: ' <View> <Text name="text" value="$text"/> <Choices name="label"
        toName="text"> <Choice value="2"/> <Choice value="3"/> </Choices> </View>'
    method: PATCH
    url: '{django_live_url}/api/projects/{pk}'
  response:
    status_code: 200
- name: change config 2
  request:
    headers:
      content-type: application/json
    json:
      label_config: ' <View> <Text name="text" value="$text"/> <Labels name="label"
        toName="text"> <Label value="1"/> <Label value="2"/> </Labels> </View>'
    method: PATCH
    url: '{django_live_url}/api/projects/{pk}'
  response:
    json:
      detail: Validation error
      validation_errors:
        label_config:
        - 'Created annotations are incompatible with provided labeling schema, we
          found:

          1 with from_name=label, to_name=text, type=choices'
    status_code: 400
- name: change config 3
  request:
    headers:
      content-type: application/json
    json:
      label_config: ' <View> <Text name="text" value="$text"/> <Choices name="label"
        toName="text"> <Choice value="2"/> <Choice value="3"/> <Choice value="1"/>
        </Choices> </View>'
    method: PATCH
    url: '{django_live_url}/api/projects/{pk}'
  response:
    status_code: 200
- name: delete tasks
  request:
    method: DELETE
    url: '{django_live_url}/api/projects/{pk}/tasks'
  response:
    status_code: 204
- name: change config success
  request:
    headers:
      content-type: application/json
    json:
      label_config: ' <View> <Text name="text" value="$text"/> <Labels name="label"
        toName="text"> <Label value="1"/> <Label value="2"/> </Labels> </View>'
    method: PATCH
    url: '{django_live_url}/api/projects/{pk}'
  response:
    status_code: 200

---
test_name: update_annotation_twice_should_not_invalidate_after_removing
strict: false
marks:
- usefixtures:
  - django_live_url
stages:
- id: signup
  type: ref
- name: stage
  request:
    data:
      label_config: ' <View> <Text name="text" value="$text"/> <Choices name="label"
        toName="text"> <Choice value="1"/> <Choice value="2"/> </Choices> </View> '
    method: POST
    url: '{django_live_url}/api/projects'
  response:
    save:
      json:
        pk: id
    status_code: 201
- name: stage
  request:
    headers:
      content-type: application/json
    json:
    - text: Example task sentence
    method: POST
    url: '{django_live_url}/api/projects/{pk}/import'
  response:
    status_code: 201
- name: stage
  request:
    method: GET
    url: '{django_live_url}/api/projects/{pk}/next'
  response:
    save:
      json:
        task_id: id
    status_code: 200
- name: stage
  request:
    headers:
      content-type: application/json
    json:
      result:
      - from_name: label
        to_name: text
        type: choices
        value:
          choices:
          - 1
    method: POST
    url: '{django_live_url}/api/tasks/{task_id}/annotations'
  response:
    save:
      json:
        annotation_id: id
    status_code: 201
- name: stage
  request:
    headers:
      content-type: application/json
    json:
      result:
      - from_name: label
        to_name: text
        type: choices
        value:
          choices:
          - 1
    method: PATCH
    url: '{django_live_url}/api/annotations/{annotation_id}'
  response:
    status_code: 200
- name: stage
  request:
    headers:
      content-type: application/json
    method: DELETE
    url: '{django_live_url}/api/annotations/{annotation_id}'
  response:
    status_code: 204
- name: stage
  request:
    headers:
      content-type: application/json
    json:
      label_config: ' <View> <Text name="text" value="$text"/> <Choices name="label"
        toName="text"> <Choice value="2"/> <Choice value="3"/> </Choices> </View>'
    method: PATCH
    url: '{django_live_url}/api/projects/{pk}'
  response:
    status_code: 200

---
test_name: update_annotation_twice_should_not_invalidate_after_removing_but_changing_result_values
strict: false
marks:
- usefixtures:
  - django_live_url
stages:
- id: signup
  type: ref
- name: stage
  request:
    data:
      label_config: ' <View> <Text name="text" value="$text"/> <Choices name="label"
        toName="text"> <Choice value="1"/> <Choice value="2"/> </Choices> </View> '
    method: POST
    url: '{django_live_url}/api/projects'
  response:
    save:
      json:
        pk: id
    status_code: 201
- name: stage
  request:
    headers:
      content-type: application/json
    json:
    - text: Example task sentence
    method: POST
    url: '{django_live_url}/api/projects/{pk}/import'
  response:
    status_code: 201
- name: stage
  request:
    method: GET
    url: '{django_live_url}/api/projects/{pk}/next'
  response:
    save:
      json:
        task_id: id
    status_code: 200
- name: stage
  request:
    headers:
      content-type: application/json
    json:
      result:
      - from_name: label
        to_name: text
        type: choices
        value:
          choices:
          - 1
    method: POST
    url: '{django_live_url}/api/tasks/{task_id}/annotations'
  response:
    save:
      json:
        annotation_id: id
    status_code: 201
- name: stage
  request:
    headers:
      content-type: application/json
    json:
      result:
      - from_name: label
        to_name: text
        type: choices
        value:
          choices:
          - 2
    method: PATCH
    url: '{django_live_url}/api/annotations/{annotation_id}'
  response:
    status_code: 200
- name: stage
  request:
    headers:
      content-type: application/json
    json:
      label_config: ' <View> <Text name="text" value="$text"/> <Choices name="label"
        toName="text"> <Choice value="1"/> <Choice value="3"/> </Choices> </View>'
    method: PATCH
    url: '{django_live_url}/api/projects/{pk}'
  response:
    status_code: 200
- name: stage
  request:
    headers:
      content-type: application/json
    json:
      label_config: ' <View> <Text name="text" value="$text"/> <Choices name="label"
        toName="text"> <Choice value="2"/> <Choice value="3"/> </Choices> </View>'
    method: PATCH
    url: '{django_live_url}/api/projects/{pk}'
  response:
    status_code: 200

---
test_name: delete_annotations_from_data_manager
strict: false
marks:
- usefixtures:
  - django_live_url
stages:
- id: signup
  type: ref
- name: stage
  request:
    data:
      label_config: ' <View> <Text name="text" value="$text"/> <Choices name="label"
        toName="text"> <Choice value="1"/> <Choice value="2"/> </Choices> </View> '
    method: POST
    url: '{django_live_url}/api/projects'
  response:
    save:
      json:
        pk: id
    status_code: 201
- name: stage
  request:
    headers:
      content-type: application/json
    json:
    - text: Example 1
    - text: Example 2
    method: POST
    url: '{django_live_url}/api/projects/{pk}/import'
  response:
    status_code: 201
- name: stage
  request:
    method: GET
    url: '{django_live_url}/api/projects/{pk}/next'
  response:
    save:
      json:
        task_id: id
    status_code: 200
- name: stage
  request:
    headers:
      content-type: application/json
    json:
      result:
      - from_name: label
        to_name: text
        type: choices
        value:
          choices:
          - '1'
    method: POST
    url: '{django_live_url}/api/tasks/{task_id}/annotations'
  response:
    status_code: 201
- name: stage
  request:
    method: GET
    url: '{django_live_url}/api/projects/{pk}/next'
  response:
    save:
      json:
        task_id_2: id
    status_code: 200
- name: stage
  request:
    headers:
      content-type: application/json
    json:
      result:
      - from_name: label
        to_name: text
        type: choices
        value:
          choices:
          - '1'
    method: POST
    url: '{django_live_url}/api/tasks/{task_id_2}/annotations'
  response:
    status_code: 201
- name: stage
  request:
    method: GET
    url: '{django_live_url}/api/projects/{pk}/next'
  response:
    status_code: 404
- name: stage
  request:
    headers:
      content-type: application/json
    json:
      label_config: ' <View> <Text name="text" value="$text"/> <Choices name="label"
        toName="text"> <Choice value="2"/> <Choice value="3"/> </Choices> </View>'
    method: POST
    url: '{django_live_url}/api/projects/{pk}/validate'
  response:
    status_code: 400
- name: stage
  request:
    headers:
      content-type: application/json
    json:
      filters:
        conjunction: and
        items: []
      ordering: []
      project: '{pk}'
      selectedItems:
        all: true
        excluded: []
    method: POST
    url: '{django_live_url}/api/dm/actions?id=delete_tasks_annotations&project={pk}'
  response:
    status_code: 200
- name: stage
  request:
    headers:
      content-type: application/json
    json:
      label_config: ' <View> <Text name="text" value="$text"/> <Choices name="label"
        toName="text"> <Choice value="2"/> <Choice value="3"/> </Choices> </View>'
    method: POST
    url: '{django_live_url}/api/projects/{pk}/validate'
  response:
    status_code: 200


---
test_name: delete_annotations_from_data_manager_deletes_task_drafts_and_correctly_updates_project_summary
strict: false
marks:
- usefixtures:
  - django_live_url
stages:

- id: signup
  type: ref

- name: stage
  request:
    data:
      label_config: ' <View> <Text name="text" value="$text"/> <Choices name="label"
        toName="text"> <Choice value="1"/> <Choice value="2"/> </Choices> </View> '
    method: POST
    url: '{django_live_url}/api/projects'
  response:
    save:
      json:
        pk: id
    status_code: 201

- name: stage
  request:
    headers:
      content-type: application/json
    json:
    - text: Example 1
    - text: Example 2
    method: POST
    url: '{django_live_url}/api/projects/{pk}/import'
  response:
    status_code: 201

- name: stage
  request:
    method: GET
    url: '{django_live_url}/api/projects/{pk}/next'
  response:
    save:
      json:
        task_id: id
    status_code: 200

- name: Submit a draft for the task
  request:
    headers:
      content-type: application/json
    json:
      result:
        - value:
            choices:
            - 1
          from_name: label
          to_name: text
          type: choices
          origin: manual
    method: POST
    url: '{django_live_url}/api/tasks/{task_id}/drafts'
  response:
    status_code: 201
    save:
      json:
        draft_pk: id

- name: Validate config that removes 1 should fail
  request:
    headers:
      content-type: application/json
    json:
      label_config: ' <View> <Text name="text" value="$text"/> <Choices name="label"
        toName="text"> <Choice value="2"/> <Choice value="3"/> </Choices> </View>'
    method: POST
    url: '{django_live_url}/api/projects/{pk}/validate'
  response:
    status_code: 400
    json:
      validation_errors:
        non_field_errors:
          - "These labels still exist in annotations or drafts:\n1 (1 draft)\nPlease add labels to tag with name=\"label\"."

- name: Delete all annotations and drafts
  request:
    headers:
      content-type: application/json
    json:
      filters:
        conjunction: and
        items: []
      ordering: []
      project: '{pk}'
      selectedItems:
        all: true
        excluded: []
    method: POST
    url: '{django_live_url}/api/dm/actions?id=delete_tasks_annotations&project={pk}'
  response:
    status_code: 200

# Submit another draft for the task, with a different choice. This is required because
# if the project had no drafts or annotations in it, and we tried to validate, the
# summary would be reset and we'd get a pass regardless of what we tried to remove
# from the config.
- name: Submit a second task draft
  request:
    headers:
      content-type: application/json
    json:
      result:
        - value:
            choices:
            - 2
          from_name: label
          to_name: text
          type: choices
          origin: manual
    method: POST
    url: '{django_live_url}/api/tasks/{task_id}/drafts'
  response:
    status_code: 201

# It should now be possible to delete choice value 1, which was
# the choice from the first task draft created (and deleted).
- name: Validate config that removes 1 should succeed
  request:
    headers:
      content-type: application/json
    json:
      label_config: ' <View> <Text name="text" value="$text"/> <Choices name="label"
        toName="text"> <Choice value="2"/> <Choice value="3"/> </Choices> </View>'
    method: POST
    url: '{django_live_url}/api/projects/{pk}/validate'
  response:
    status_code: 200

# ...but it should not be possible to delete choice 2.
- name: Validate config that removes 2 should fail
  request:
    headers:
      content-type: application/json
    json:
      label_config: ' <View> <Text name="text" value="$text"/> <Choices name="label"
        toName="text"> <Choice value="1"/> <Choice value="3"/> </Choices> </View>'
    method: POST
    url: '{django_live_url}/api/projects/{pk}/validate'
  response:
    status_code: 400
    json:
      validation_errors:
        non_field_errors:
          - "These labels still exist in annotations or drafts:\n2 (1 draft)\nPlease add labels to tag with name=\"label\"."


---
test_name: delete_annotations_from_data_manager_deletes_annotation_drafts_and_correctly_updates_project_summary
strict: false
marks:
- usefixtures:
  - django_live_url
stages:

- id: signup
  type: ref

- name: stage
  request:
    data:
      label_config: ' <View> <Text name="text" value="$text"/> <Choices name="label"
        toName="text"> <Choice value="1"/> <Choice value="2"/> </Choices> </View> '
    method: POST
    url: '{django_live_url}/api/projects'
  response:
    save:
      json:
        pk: id
    status_code: 201

- name: stage
  request:
    headers:
      content-type: application/json
    json:
    - text: Example 1
    - text: Example 2
    method: POST
    url: '{django_live_url}/api/projects/{pk}/import'
  response:
    status_code: 201

- name: stage
  request:
    method: GET
    url: '{django_live_url}/api/projects/{pk}/next'
  response:
    save:
      json:
        task_id: id
    status_code: 200

- name: Submit annotation for the task
  request:
    headers:
      content-type: application/json
    json:
      result:
      - from_name: label
        to_name: text
        type: choices
        value:
          choices:
          - '1'
    method: POST
    url: '{django_live_url}/api/tasks/{task_id}/annotations'
  response:
    save:
      json:
        annotation_id: id
    status_code: 201

- name: Create draft over previously created annotation
  request:
    url: "{django_live_url}/api/tasks/{task_id}/annotations/{annotation_id}/drafts"
    method: POST
    headers:
      content-type: application/json
    json:
      result:
      - from_name: label
        to_name: text
        type: choices
        value:
          choices:
          - '2'
  response:
    status_code: 201

- name: Validate config that removes 1 should fail
  request:
    headers:
      content-type: application/json
    json:
      label_config: ' <View> <Text name="text" value="$text"/> <Choices name="label"
        toName="text"> <Choice value="2"/> <Choice value="3"/> </Choices> </View>'
    method: POST
    url: '{django_live_url}/api/projects/{pk}/validate'
  response:
    status_code: 400
    json:
      validation_errors:
        non_field_errors:
          - "These labels still exist in annotations or drafts:\n1 (1 annotation)\nPlease add labels to tag with name=\"label\"."

- name: Validate config that removes 2 should fail
  request:
    headers:
      content-type: application/json
    json:
      label_config: ' <View> <Text name="text" value="$text"/> <Choices name="label"
        toName="text"> <Choice value="1"/> <Choice value="3"/> </Choices> </View>'
    method: POST
    url: '{django_live_url}/api/projects/{pk}/validate'
  response:
    status_code: 400
    json:
      validation_errors:
        non_field_errors:
          - "These labels still exist in annotations or drafts:\n2 (1 draft)\nPlease add labels to tag with name=\"label\"."

- name: Delete all annotations and drafts
  request:
    headers:
      content-type: application/json
    json:
      filters:
        conjunction: and
        items: []
      ordering: []
      project: '{pk}'
      selectedItems:
        all: true
        excluded: []
    method: POST
    url: '{django_live_url}/api/dm/actions?id=delete_tasks_annotations&project={pk}'
  response:
    status_code: 200

# Submit a draft for the task (not annotation). This is required because if the project had
# no drafts or annotations in it, and we tried to validate, the summary would be reset
# and we'd get a pass regardless of what we tried to remove from the config.
- name: submit task draft
  request:
    headers:
      content-type: application/json
    json:
      result:
        - value:
            choices:
            - '1'
          from_name: label
          to_name: text
          type: choices
          origin: manual
    method: POST
    url: '{django_live_url}/api/tasks/{task_id}/drafts'
  response:
    status_code: 201

# It should now be possible to delete choice value 2, which was
# the choice from the previously created annotation draft.
- name: Validate config that removes 2 should succeed
  request:
    headers:
      content-type: application/json
    json:
      label_config: ' <View> <Text name="text" value="$text"/> <Choices name="label"
        toName="text"> <Choice value="1"/> <Choice value="3"/> </Choices> </View>'
    method: POST
    url: '{django_live_url}/api/projects/{pk}/validate'
  response:
    status_code: 200

# ...but it should not be possible to delete choice 1.
- name: Validate config that removes 1 should fail
  request:
    headers:
      content-type: application/json
    json:
      label_config: ' <View> <Text name="text" value="$text"/> <Choices name="label"
        toName="text"> <Choice value="2"/> <Choice value="3"/> </Choices> </View>'
    method: POST
    url: '{django_live_url}/api/projects/{pk}/validate'
  response:
    status_code: 400
    json:
      validation_errors:
        non_field_errors:
          - "These labels still exist in annotations or drafts:\n1 (1 draft)\nPlease add labels to tag with name=\"label\"."


---
test_name: update_annotation_with_associated_draft_correctly_updates_project_summary
strict: false
marks:
- usefixtures:
  - django_live_url
stages:

- id: signup
  type: ref

- name: stage
  request:
    data:
      label_config: ' <View> <Text name="text" value="$text"/> <Choices name="label"
        toName="text"> <Choice value="1"/> <Choice value="2"/> </Choices> </View> '
    method: POST
    url: '{django_live_url}/api/projects'
  response:
    save:
      json:
        pk: id
    status_code: 201

- name: stage
  request:
    headers:
      content-type: application/json
    json:
    - text: Example 1
    - text: Example 2
    method: POST
    url: '{django_live_url}/api/projects/{pk}/import'
  response:
    status_code: 201

- name: stage
  request:
    method: GET
    url: '{django_live_url}/api/projects/{pk}/next'
  response:
    save:
      json:
        task_id: id
    status_code: 200

- name: Submit an annotation for the task
  request:
    headers:
      content-type: application/json
    json:
      result:
      - from_name: label
        to_name: text
        type: choices
        value:
          choices:
          - '1'
    method: POST
    url: '{django_live_url}/api/tasks/{task_id}/annotations'
  response:
    save:
      json:
        annotation_id: id
    status_code: 201

- name: Create draft over previously created annotation
  request:
    url: "{django_live_url}/api/tasks/{task_id}/annotations/{annotation_id}/drafts"
    method: POST
    headers:
      content-type: application/json
    json:
      result:
      - from_name: label
        to_name: text
        type: choices
        value:
          choices:
          - '2'
  response:
    status_code: 201

- name: Validate config that removes 1 should fail
  request:
    headers:
      content-type: application/json
    json:
      label_config: ' <View> <Text name="text" value="$text"/> <Choices name="label"
        toName="text"> <Choice value="2"/> <Choice value="3"/> </Choices> </View>'
    method: POST
    url: '{django_live_url}/api/projects/{pk}/validate'
  response:
    status_code: 400
    json:
      validation_errors:
        non_field_errors:
          - "These labels still exist in annotations or drafts:\n1 (1 annotation)\nPlease add labels to tag with name=\"label\"."

- name: Validate config that removes 2 should fail
  request:
    headers:
      content-type: application/json
    json:
      label_config: ' <View> <Text name="text" value="$text"/> <Choices name="label"
        toName="text"> <Choice value="1"/> <Choice value="3"/> </Choices> </View>'
    method: POST
    url: '{django_live_url}/api/projects/{pk}/validate'
  response:
    status_code: 400
    json:
      validation_errors:
        non_field_errors:
          - "These labels still exist in annotations or drafts:\n2 (1 draft)\nPlease add labels to tag with name=\"label\"."

- name: Update previously created annotation
  request:
    headers:
      content-type: application/json
    json:
      result:
      - from_name: label
        to_name: text
        type: choices
        value:
          choices:
          - '3'
    method: PATCH
    url: '{django_live_url}/api/annotations/{annotation_id}'
  response:
    status_code: 200

- name: Validate config that removes 1 and 2 should succeed
  request:
    headers:
      content-type: application/json
    json:
      label_config: ' <View> <Text name="text" value="$text"/> <Choices name="label"
        toName="text"> <Choice value="3"/> </Choices> </View>'
    method: POST
    url: '{django_live_url}/api/projects/{pk}/validate'
  response:
    status_code: 200

- name: Validate config that removes 3 should fail
  request:
    headers:
      content-type: application/json
    json:
      label_config: ' <View> <Text name="text" value="$text"/> <Choices name="label"
        toName="text"> <Choice value="1"/> <Choice value="2"/> </Choices> </View>'
    method: POST
    url: '{django_live_url}/api/projects/{pk}/validate'
  response:
    status_code: 400
    json:
      validation_errors:
        non_field_errors:
          - "These labels still exist in annotations or drafts:\n3 (1 annotation)\nPlease add labels to tag with name=\"label\"."


---
test_name: taxomony_validation
strict: false
marks:
- usefixtures:
  - django_live_url
stages:
- id: signup
  type: ref
- name: stage
  request:
    method: POST
    url: '{django_live_url}/api/projects'
    json:
      label_config: <View> <Text name="text" value="$text"/><Taxonomy name="taxonomy" toName="text"><Choice value="A"><Choice value="A_1"/><Choice value="A_2"/></Choice><Choice value="B"/></Taxonomy></View>
  response:
    save:
      json:
        pk: id
    status_code: 201
- name: stage
  request:
    headers:
      content-type: application/json
    json:
    - text: any text
    method: POST
    url: '{django_live_url}/api/projects/{pk}/import'
  response:
    status_code: 201

- name: get next task
  request:
    method: GET
    url: '{django_live_url}/api/projects/{pk}/next'
  response:
    save:
      json:
        task_id: id
    status_code: 200
- name: make annotation
  request:
    headers:
      content-type: application/json
    json:
      result:
      - from_name: taxonomy
        to_name: text
        type: taxonomy
        value:
          taxonomy:
          - ['A', 'A_1']
          - ['B']
    method: POST
    url: '{django_live_url}/api/tasks/{task_id}/annotations'
- name: validate existing config
  request:
    headers:
      content-type: application/json
    json:
      label_config: <View> <Text name="text" value="$text"/><Taxonomy name="taxonomy" toName="text"><Choice value="A"><Choice value="A_1"/><Choice value="A_2"/></Choice><Choice value="B"/></Taxonomy></View>
    method: POST
    url: '{django_live_url}/api/projects/{pk}/validate'
  response:
    status_code: 200

- name: validate config with labels change
  request:
    headers:
      content-type: application/json
    json:
      label_config: <View> <Text name="text" value="$text"/><Taxonomy name="taxonomy" toName="text"><Choice value="C"><Choice value="A_1"/><Choice value="A_2"/></Choice><Choice value="B"/></Taxonomy></View>
    method: POST
    url: '{django_live_url}/api/projects/{pk}/validate'
  response:
    status_code: 400


---
test_name: Taxonomy validation when value is null
strict: false
marks:
- usefixtures:
  - django_live_url

stages:

- id: signup
  type: ref

- name: Create new project with taxonomy
  request:
    method: POST
    url: '{django_live_url}/api/projects'
    json:
      label_config: <View> <Header size="10">Document ID $document_id</Header> <Repeater indexFlag="{{idx}}" on="$images"> <Header value="Labels"/> <RectangleLabels name="labels_{{idx}}" toName="page_{{idx}}"> <Label alias="title" value="Title"/> <Label alias="reference" value="Document reference"/> </RectangleLabels> <RectangleLabels name="taxonomy_{{idx}}" toName="page_{{idx}}"> <Label alias="taxonomy" background="#B2CDFE" selectedColor="#74A7FE" value="Primary taxonomy"/> <Label alias="taxonomy_other" background="#F9AEC8" selectedColor="#FF7FAC" value="Other taxonomies"/> </RectangleLabels> <Taxonomy name="categories_{{idx}}" perRegion="true" sharedStore="taxonomy" toName="page_{{idx}}" value="$taxonomy" visibleWhen="region-selected" whenLabelValue="taxonomy"/> <Taxonomy name="taxonomy_other_{{idx}}" perRegion="true" sharedStore="taxonomy_other" toName="page_{{idx}}" value="$taxonomy_other" visibleWhen="region-selected" whenLabelValue="taxonomy_other"/> <Image maxHeight="auto" name="page_{{idx}}" value="$images[{{idx}}].url"/> </Repeater> </View>
  response:
    save:
      json:
        pk: id
    status_code: 201

- name: Import task where taxonomy_other value is null
  request:
    method: POST
    url: '{django_live_url}/api/projects/{pk}/import'
    headers:
      content-type: application/json
    json:
      - images:
          - url: "https://123.com/1.jpg"
        taxonomy:
          - value: ""
            children:
              - value: "other"
          - value: "zzz3"
        document_id: "xxx"
        taxonomy_other: null
  response:
    status_code: 201


---
test_name: Validate Table tag with task data on import
strict: false
marks:
- usefixtures:
  - django_live_url

stages:
- # Signup to the system
  id: signup
  type: ref

- # Create a project with Table labeling configuration
  name: create project
  request:
    data:
      label_config: ' <View><Table name="table" value="$table"/><Choices name="sentiment" toName="table" choice="single" showInLine="true"> <Choice value="1"/></Choices></View>'
    method: POST
    url: '{django_live_url}/api/projects'
  response:
    save:
      json:
        pk: id
    status_code: 201

- # Import a task with List to the project
  name: import task
  request:
    headers:
      content-type: application/json
    json:
      - table:
        - "test1"
        - "test2"
    method: POST
    url: '{django_live_url}/api/projects/{pk}/import'
  response:
    status_code: 201

---
test_name: Validation should ignore xml comments
strict: false
marks:
- usefixtures:
  - django_live_url

stages:
- # Signup to the system
  id: signup
  type: ref
- name: create project
  request:
    method: POST
    url: '{django_live_url}/api/projects'
    json:
      label_config: <View> <Text name="text" value="$text"/><Taxonomy name="taxonomy" toName="text"><Choice value="A"><Choice value="A_1"/><Choice value="A_2"/></Choice><Choice value="B"/></Taxonomy></View>
  response:
    save:
      json:
        pk: id
    status_code: 201
- name: validate config will not throw config contains non-unique names error
  request:
    headers:
      content-type: application/json
    json:
      label_config: '<View> <Text name="text" value="$text"/><Taxonomy name="taxonomy" toName="text"><Choice value="C"><Choice value="A_1"/><Choice value="A_2"/></Choice><Choice value="B"/></Taxonomy></View><!-- Custom script draft --><!-- const taxonomy = document.querySelector(`[name="taxonomy"]`);-->'
    method: POST
    url: '{django_live_url}/api/projects/{pk}/validate'
  response:
    status_code: 200

---
test_name: check_config_suitable_for_bulk_annotation
strict: false
marks:
- usefixtures:
  - django_live_url
stages:

- id: signup
  type: ref

- name: create classification project
  request:
    data:
      label_config: |
        <View>
          <Text name="text" value="$text"/>
          <Choices name="sentiment" toName="text" choice="single">
            <Choice value="Positive"/>
            <Choice value="Neutral"/>
            <Choice value="Negative"/>
          </Choices>
        </View>
    method: POST
    url: '{django_live_url}/api/projects'
  response:
    status_code: 201
    save:
      json:
        classification_project_id: id

- name: check classification project property
  request:
    method: GET
    url: '{django_live_url}/api/projects/{classification_project_id}'
  response:
    status_code: 200
    json:
      config_suitable_for_bulk_annotation: true

- name: create object detection project
  request:
    data:
      label_config: |
        <View>
          <Image name="image" value="$image"/>
          <RectangleLabels name="label" toName="image">
            <Label value="Car"/>
            <Label value="Tree"/>
            <Label value="Person"/>
          </RectangleLabels>
        </View>
    method: POST
    url: '{django_live_url}/api/projects'
  response:
    status_code: 201
    save:
      json:
        detection_project_id: id

- name: check object detection project property
  request:
    method: GET
    url: '{django_live_url}/api/projects/{detection_project_id}'
  response:
    status_code: 200
    json:
      config_suitable_for_bulk_annotation: false