"""This file and its contents are licensed under the Apache License 2.0. Please see the included NOTICE for copyright information and LICENSE for a copy of the license.
|
"""
|
import json
|
from unittest import mock
|
|
import pytest
|
import requests_mock
|
from projects.models import Project
|
from rest_framework.authtoken.models import Token
|
from rest_framework.test import APIClient
|
from tasks.models import Annotation
|
|
from .utils import ml_backend_mock
|
|
|
@pytest.fixture
|
def client_and_token(business_client):
|
token = Token.objects.get(user=business_client.business.admin)
|
client = APIClient()
|
client.credentials(HTTP_AUTHORIZATION='Token ' + token.key)
|
client.organization_pk = business_client.organization.pk
|
return client, token
|
|
|
@pytest.fixture(params=['business_authorized', 'user_with_token'])
|
def any_api_client(request, client_and_token, business_client):
|
client, token = client_and_token
|
result = {'type': request.param, 'token': token}
|
if request.param == 'business_authorized':
|
result['client'] = business_client
|
elif request.param == 'user_with_token':
|
result['client'] = client
|
return result
|
|
|
@pytest.mark.parametrize('use_x_api_key', [True, False])
|
@pytest.mark.parametrize(
|
'payload, response, status_code',
|
[
|
# status OK
|
(
|
{
|
'title': '111',
|
'label_config': '<View><Text name="my_text" value="$text"/><Choices name="my_class" toName="my_text"><Choice value="pos"/><Choice value="neg"/></Choices></View>',
|
},
|
None,
|
201,
|
),
|
# invalid label config: unexisted toName
|
(
|
{
|
'title': '111',
|
'label_config': '<View><Text name="my_text" value="$text"/><Choices name="my_class" toName="unexisted"><Choice value="pos"/><Choice value="neg"/></Choices></View>',
|
},
|
{'label_config': ["toName=\"unexisted\" not found in names: ['my_class', 'my_text']"]},
|
400,
|
),
|
# invalid label config: missed toName
|
(
|
{
|
'title': '111',
|
'label_config': '<View><Text name="my_text" value="$text"/><Choices name="my_class"><Choice value="pos"/><Choice value="neg"/></Choices></View>',
|
},
|
{'label_config': ["Validation failed on : 'toName' is a required property"]},
|
400,
|
),
|
# empty label config
|
({'title': '111', 'label_config': None}, {'label_config': ['can only parse strings']}, 400),
|
# <Choices> surrounded by <View> -> OK
|
(
|
{
|
'title': '111',
|
'label_config': '<View><Text name="my_text" value="$text"/><View className="non-root"><Choices name="my_class" toName="my_text"><Choice value="pos"/><Choice value="neg"/></Choices></View></View>',
|
},
|
None,
|
201,
|
),
|
# <Choices> with value attribute but without nested <Choice>
|
# example from https://labelstud.io/templates/serp_ranking
|
(
|
{
|
'title': '111',
|
'label_config': """
|
<View>
|
|
<Header value="Search request" size="5"/>
|
<Text name="text" value="$text"/>
|
|
<Header value="Generated responses" size="5"/>
|
<View className="dynamic_choices">
|
<Choices name="dynamic_choices" toName="text" selection="checkbox" value="$options" layout="vertical" choice="multiple" allownested="true"/>
|
</View>
|
<View style="box-shadow: 2px 2px 5px #999; padding: 20px; margin-top: 1em; border-radius: 5px;">
|
<Header value="Search Quality"/>
|
<Rating name="relevance" toName="text"/>
|
</View>
|
<View style="box-shadow: 2px 2px 5px #999; padding: 15px 5px 10px 20px; margin-top: 1.5em; margin-bottom: 1.25em; border-radius: 5px; display: flex; align-items: center;">
|
<Header value="Labeling Confidence" style="font-size: 1.25em"/>
|
<View style="margin: 0 1em 0.5em 1.5em">
|
<Choices name="confidence" toName="text" choice="single" showInLine="true">
|
<Choice value="Low" html="<img width='40' src='https://www.iconsdb.com/icons/preview/green/thumbs-up-xxl.png'/>"/>
|
<Choice value="High" html="<img width='40' src='https://www.iconsdb.com/icons/preview/red/thumbs-down-xxl.png'/>"/>
|
</Choices>
|
</View>
|
</View>
|
|
<Style>
|
.searchresultsarea {
|
margin-left: 10px;
|
font-family: 'Arial';
|
}
|
.searchresult {
|
margin-left: 8px;
|
}
|
.searchresult h2 {
|
font-size: 19px;
|
line-height: 18px;
|
font-weight: normal;
|
color: rgb(29, 1, 189);
|
margin-bottom: 0px;
|
margin-top: 25px;
|
}
|
.searchresult a {
|
font-size: 14px;
|
line-height: 14px;
|
color: green;
|
margin-bottom: 0px;
|
}
|
.searchresult button {
|
font-size: 10px;
|
line-height: 14px;
|
color: green;
|
margin-bottom: 0px;
|
padding: 0px;
|
border-width: 0px;
|
background-color: white;
|
}
|
</Style>
|
</View>
|
""",
|
},
|
None,
|
201,
|
),
|
],
|
)
|
@pytest.mark.django_db
|
def test_create_project(client_and_token, payload, response, status_code, use_x_api_key):
|
client, token = client_and_token
|
|
if use_x_api_key:
|
client.credentials(HTTP_X_API_KEY=token.key)
|
|
payload['organization_pk'] = client.organization_pk
|
with ml_backend_mock():
|
r = client.post(
|
'/api/projects/',
|
data=json.dumps(payload),
|
content_type='application/json',
|
headers={'Authorization': f'Token {token}'},
|
)
|
assert r.status_code == status_code
|
if response:
|
response_data = r.json()
|
if r.status_code == 400:
|
assert response_data['validation_errors'] == response
|
else:
|
assert response_data == response
|
|
|
@pytest.mark.parametrize(
|
'payload, response, status_code',
|
[
|
# status OK
|
(
|
{
|
'label_config': '<View><Text name="my_text" value="$text"/><Choices name="my_class" toName="my_text"><Choice value="pos"/><Choice value="neg"/></Choices></View>'
|
},
|
None,
|
200,
|
),
|
# TODO: this should instead of next one, but "configured_project" fixture doesn't update project.summary with data columns
|
# invalid column
|
# (
|
# {"label_config": "<View><Text name=\"my_text\" value=\"$text\"/><Choices name=\"my_class\" toName=\"my_text\"><Choice value=\"pos\"/><Choice value=\"neg\"/></Choices></View>"},
|
#
|
# {'label_config': ['These fields are not found in data: text']},
|
# 400
|
# ),
|
# invalid label config: unexisted toName
|
(
|
{
|
'label_config': '<View><Text name="my_text" value="$text"/><Choices name="my_class" toName="unexisted"><Choice value="pos"/><Choice value="neg"/></Choices></View>'
|
},
|
{'label_config': ["toName=\"unexisted\" not found in names: ['my_class', 'my_text']"]},
|
400,
|
),
|
# invalid label config: missed toName
|
(
|
{
|
'label_config': '<View><Text name="my_text" value="$text"/><Choices name="my_class"><Choice value="pos"/><Choice value="neg"/></Choices></View>'
|
},
|
{'label_config': ["Validation failed on : 'toName' is a required property"]},
|
400,
|
),
|
],
|
)
|
@pytest.mark.django_db
|
def test_patch_project(client_and_token, configured_project, payload, response, status_code):
|
client, token = client_and_token
|
payload['organization_pk'] = client.organization_pk
|
r = client.patch(
|
f'/api/projects/{configured_project.id}/',
|
data=json.dumps(payload),
|
content_type='application/json',
|
headers={'Authorization': f'Token {token}'},
|
)
|
assert r.status_code == status_code
|
if response:
|
response_data = r.json()
|
if r.status_code == 400:
|
assert response_data['validation_errors'] == response
|
else:
|
assert response_data == response
|
|
|
@mock.patch('ml.serializers.validate_upload_url')
|
@pytest.mark.parametrize(
|
'external_status_code, current_active_ml_backend_url, ml_backend_call_count',
|
[
|
(201, 'http://my.super.ai', 4),
|
],
|
)
|
@pytest.mark.django_db
|
def test_creating_activating_new_ml_backend(
|
mock_validate_upload_url,
|
client_and_token,
|
configured_project,
|
external_status_code,
|
current_active_ml_backend_url,
|
ml_backend_call_count,
|
settings,
|
):
|
# Turn off telemetry to avoid requests mock receiving requests from it, to
|
# eliminate flakes. TODO(jo): consider implementing this more broadly in test.
|
settings.COLLECT_ANALYTICS = False
|
|
business_client, token = client_and_token
|
with requests_mock.Mocker() as m:
|
my_url = current_active_ml_backend_url
|
m.post(f'{my_url}/setup', text=json.dumps({'model_version': 'Version from My Super AI'}))
|
m.get(f'{my_url}/health', text=json.dumps({'status': 'UP'}))
|
r = business_client.post(
|
'/api/ml',
|
data=json.dumps({'project': configured_project.id, 'title': 'My Super AI', 'url': my_url}),
|
content_type='application/json',
|
headers={'Authorization': f'Token {token}'},
|
)
|
|
assert r.status_code == external_status_code
|
assert m.called
|
assert m.call_count == ml_backend_call_count
|
project = Project.objects.get(id=configured_project.id)
|
all_urls = [m.url for m in project.ml_backends.all()]
|
connected_ml = [url for url in all_urls if url == current_active_ml_backend_url]
|
assert len(connected_ml) == 1, '\n'.join(all_urls)
|
mock_validate_upload_url.assert_called_once_with(my_url, block_local_urls=False)
|
|
|
@pytest.mark.django_db
|
def test_delete_annotations(business_client, configured_project):
|
business_client.delete(f'/api/projects/{configured_project.id}/annotations/')
|
assert not Annotation.objects.filter(task__project=configured_project.id).exists()
|
