build(deps-dev): update tldextract requirement from ~=3.4 to ~=5.0 #353
GitHub Actions / Test Results
failed
Nov 1, 2023 in 0s
Annotations
Check warning on line 0 in tests.functional.test_evaluation
github-actions / Test Results
test_evaluation (tests.functional.test_evaluation) failed
artifacts/test-results/pytest-junit.xml [took 18s]
Raw output
AssertionError: assert {'maturity': ... 2, ...}, ...} == {'maturity': ... 2, ...}, ...}
Omitting 3 identical items, use -vv to show
Differing items:
{'maturity': {'A': 2, 'A1': 2, 'F': 2, 'F1': 3, ...}} != {'maturity': {'A': 2, 'A1': 2, 'F': 2, 'F1': 3, ...}}
{'score_earned': {'A': 2, 'A1': 2, 'F': 6, 'F1': 2, ...}} != {'score_earned': {'A': 2, 'A1': 2, 'F': 6, 'F1': 2, ...}}
{'score_percent': {'A': 66.67, 'A1': 66.67, 'F': 85.71, 'F1': 100.0, ...}} != {'score_percent': {'A': 66.67, 'A1': 66.67, 'F': 85.71, 'F1': 100.0, ...}}
Full diff:
{
'maturity': {'A': 2,
'A1': 2,
'F': 2,
'F1': 3,
'F2': 3,
'F3': 0,
- 'F4': 2,
? ^
+ 'F4': 3,
? ^
- 'FAIR': 2.25,
? ^^
+ 'FAIR': 2.0,
? ^
- 'I': 3,
? ^
+ 'I': 2,
? ^
'I1': 3,
- 'I2': 3,
? ^
+ 'I2': 1,
? ^
'I3': 3,
'R': 2,
'R1': 1,
'R1.1': 3,
'R1.2': 2,
'R1.3': 2},
'score_earned': {'A': 2,
'A1': 2,
'F': 6,
'F1': 2,
'F2': 2,
'F3': 0,
'F4': 2,
- 'FAIR': 17.0,
? ^
+ 'FAIR': 16.0,
? ^
- 'I': 4,
? ^
+ 'I': 3,
? ^
'I1': 2,
- 'I2': 1,
? ^
+ 'I2': 0,
? ^
'I3': 1,
'R': 5,
'R1': 1,
'R1.1': 2,
'R1.2': 1,
'R1.3': 1},
'score_percent': {'A': 66.67,
'A1': 66.67,
'F': 85.71,
'F1': 100.0,
'F2': 100.0,
'F3': 0.0,
'F4': 100.0,
- 'FAIR': 70.83,
? ----
+ 'FAIR': 66.67,
? ++++
- 'I': 100.0,
? ^^^
+ 'I': 75.0,
? ^^
'I1': 100.0,
- 'I2': 100.0,
? --
+ 'I2': 0.0,
'I3': 100.0,
'R': 50.0,
'R1': 25.0,
'R1.1': 100.0,
'R1.2': 50.0,
'R1.3': 50.0},
'score_total': {'A': 3,
'A1': 3,
'F': 7,
'F1': 2,
'F2': 2,
'F3': 1,
'F4': 2,
'FAIR': 24.0,
'I': 4,
'I1': 2,
'I2': 1,
'I3': 1,
'R': 10,
'R1': 4,
'R1.1': 2,
'R1.2': 2,
'R1.3': 2},
'status_passed': {'A': 2,
'A1': 2,
'F': 4,
'F1': 2,
'F2': 1,
'F3': 0,
'F4': 1,
'FAIR': 13,
'I': 3,
'I1': 1,
'I2': 1,
'I3': 1,
'R': 4,
'R1': 1,
'R1.1': 1,
'R1.2': 1,
'R1.3': 1},
'status_total': {'A': 3,
'A1': 3,
'F': 5,
'F1': 2,
'F2': 1,
'F3': 1,
'F4': 1,
'FAIR': 16,
'I': 3,
'I1': 1,
'I2': 1,
'I3': 1,
'R': 5,
'R1': 1,
'R1.1': 1,
'R1.2': 1,
'R1.3': 2},
}
client = <FlaskClient <Flask 'fuji_server.app'>>
#x1B[94mdef#x1B[39;49;00m #x1B[92mtest_evaluation#x1B[39;49;00m(client: FlaskClient) -> #x1B[94mNone#x1B[39;49;00m:#x1B[90m#x1B[39;49;00m
#x1B[90m #x1B[39;49;00m#x1B[33m"""Functional test of the /evaluate endpoint.#x1B[39;49;00m
#x1B[33m#x1B[39;49;00m
#x1B[33m This test uses canned http responses from Zenodo and other web services (2023-09-22).#x1B[39;49;00m
#x1B[33m It compares a stored summary of a live test run on 2023-09-022.#x1B[39;49;00m
#x1B[33m """#x1B[39;49;00m#x1B[90m#x1B[39;49;00m
payload = {#x1B[33m"#x1B[39;49;00m#x1B[33mobject_identifier#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: UID, #x1B[33m"#x1B[39;49;00m#x1B[33mtest_debug#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94mTrue#x1B[39;49;00m, #x1B[33m"#x1B[39;49;00m#x1B[33muse_datacite#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94mTrue#x1B[39;49;00m}#x1B[90m#x1B[39;49;00m
headers = {#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mAuthorization#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: _basic_auth_str(#x1B[33m"#x1B[39;49;00m#x1B[33mmarvel#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m, #x1B[33m"#x1B[39;49;00m#x1B[33mwonderwoman#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m),#x1B[90m#x1B[39;49;00m
}#x1B[90m#x1B[39;49;00m
valid_url = #x1B[33m"#x1B[39;49;00m#x1B[33m/fuji/api/v1/evaluate#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m#x1B[90m#x1B[39;49;00m
response = client.post(valid_url, json=payload, headers=headers)#x1B[90m#x1B[39;49;00m
#x1B[94massert#x1B[39;49;00m response.status_code == HTTP_200_OK#x1B[90m#x1B[39;49;00m
#x1B[90m#x1B[39;49;00m
#x1B[90m# these are the results from 2023-09-22#x1B[39;49;00m#x1B[90m#x1B[39;49;00m
expected = {#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mmaturity#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: {#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mA#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m2#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mA1#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m2#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mF#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m2#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mF1#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m3#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mF2#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m3#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mF3#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m0#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mF4#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m2#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mFAIR#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m2.25#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mI#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m3#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mI1#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m3#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mI2#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m3#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mI3#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m3#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mR#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m2#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mR1#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m1#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mR1.1#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m3#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mR1.2#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m2#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mR1.3#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m2#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
},#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mscore_earned#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: {#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mA#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m2#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mA1#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m2#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mF#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m6#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mF1#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m2#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mF2#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m2#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mF3#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m0#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mF4#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m2#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mFAIR#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m17.0#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mI#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m4#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mI1#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m2#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mI2#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m1#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mI3#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m1#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mR#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m5#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mR1#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m1#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mR1.1#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m2#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mR1.2#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m1#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mR1.3#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m1#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
},#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mscore_percent#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: {#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mA#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m66.67#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mA1#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m66.67#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mF#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m85.71#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mF1#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m100.0#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mF2#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m100.0#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mF3#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m0.0#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mF4#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m100.0#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mFAIR#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m70.83#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mI#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m100.0#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mI1#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m100.0#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mI2#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m100.0#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mI3#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m100.0#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mR#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m50.0#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mR1#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m25.0#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mR1.1#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m100.0#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mR1.2#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m50.0#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mR1.3#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m50.0#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
},#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mscore_total#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: {#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mA#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m3#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mA1#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m3#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mF#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m7#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mF1#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m2#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mF2#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m2#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mF3#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m1#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mF4#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m2#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mFAIR#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m24.0#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mI#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m4#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mI1#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m2#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mI2#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m1#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mI3#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m1#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mR#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m10#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mR1#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m4#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mR1.1#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m2#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mR1.2#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m2#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mR1.3#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m2#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
},#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mstatus_passed#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: {#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mA#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m2#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mA1#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m2#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mF#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m4#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mF1#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m2#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mF2#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m1#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mF3#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m0#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mF4#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m1#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mFAIR#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m13#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mI#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m3#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mI1#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m1#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mI2#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m1#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mI3#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m1#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mR#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m4#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mR1#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m1#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mR1.1#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m1#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mR1.2#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m1#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mR1.3#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m1#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
},#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mstatus_total#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: {#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mA#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m3#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mA1#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m3#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mF#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m5#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mF1#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m2#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mF2#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m1#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mF3#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m1#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mF4#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m1#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mFAIR#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m16#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mI#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m3#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mI1#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m1#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mI2#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m1#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mI3#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m1#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mR#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m5#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mR1#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m1#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mR1.1#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m1#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mR1.2#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m1#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
#x1B[33m"#x1B[39;49;00m#x1B[33mR1.3#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m: #x1B[94m2#x1B[39;49;00m,#x1B[90m#x1B[39;49;00m
},#x1B[90m#x1B[39;49;00m
}#x1B[90m#x1B[39;49;00m
> #x1B[94massert#x1B[39;49;00m response.json[#x1B[33m"#x1B[39;49;00m#x1B[33msummary#x1B[39;49;00m#x1B[33m"#x1B[39;49;00m] == expected#x1B[90m#x1B[39;49;00m
#x1B[1m#x1B[31mE AssertionError: assert {'maturity': ... 2, ...}, ...} == {'maturity': ... 2, ...}, ...}#x1B[0m
#x1B[1m#x1B[31mE Omitting 3 identical items, use -vv to show#x1B[0m
#x1B[1m#x1B[31mE Differing items:#x1B[0m
#x1B[1m#x1B[31mE {'maturity': {'A': 2, 'A1': 2, 'F': 2, 'F1': 3, ...}} != {'maturity': {'A': 2, 'A1': 2, 'F': 2, 'F1': 3, ...}}#x1B[0m
#x1B[1m#x1B[31mE {'score_earned': {'A': 2, 'A1': 2, 'F': 6, 'F1': 2, ...}} != {'score_earned': {'A': 2, 'A1': 2, 'F': 6, 'F1': 2, ...}}#x1B[0m
#x1B[1m#x1B[31mE {'score_percent': {'A': 66.67, 'A1': 66.67, 'F': 85.71, 'F1': 100.0, ...}} != {'score_percent': {'A': 66.67, 'A1': 66.67, 'F': 85.71, 'F1': 100.0, ...}}#x1B[0m
#x1B[1m#x1B[31mE Full diff:#x1B[0m
#x1B[1m#x1B[31mE {#x1B[0m
#x1B[1m#x1B[31mE 'maturity': {'A': 2,#x1B[0m
#x1B[1m#x1B[31mE 'A1': 2,#x1B[0m
#x1B[1m#x1B[31mE 'F': 2,#x1B[0m
#x1B[1m#x1B[31mE 'F1': 3,#x1B[0m
#x1B[1m#x1B[31mE 'F2': 3,#x1B[0m
#x1B[1m#x1B[31mE 'F3': 0,#x1B[0m
#x1B[1m#x1B[31mE - 'F4': 2,#x1B[0m
#x1B[1m#x1B[31mE ? ^#x1B[0m
#x1B[1m#x1B[31mE + 'F4': 3,#x1B[0m
#x1B[1m#x1B[31mE ? ^#x1B[0m
#x1B[1m#x1B[31mE - 'FAIR': 2.25,#x1B[0m
#x1B[1m#x1B[31mE ? ^^#x1B[0m
#x1B[1m#x1B[31mE + 'FAIR': 2.0,#x1B[0m
#x1B[1m#x1B[31mE ? ^#x1B[0m
#x1B[1m#x1B[31mE - 'I': 3,#x1B[0m
#x1B[1m#x1B[31mE ? ^#x1B[0m
#x1B[1m#x1B[31mE + 'I': 2,#x1B[0m
#x1B[1m#x1B[31mE ? ^#x1B[0m
#x1B[1m#x1B[31mE 'I1': 3,#x1B[0m
#x1B[1m#x1B[31mE - 'I2': 3,#x1B[0m
#x1B[1m#x1B[31mE ? ^#x1B[0m
#x1B[1m#x1B[31mE + 'I2': 1,#x1B[0m
#x1B[1m#x1B[31mE ? ^#x1B[0m
#x1B[1m#x1B[31mE 'I3': 3,#x1B[0m
#x1B[1m#x1B[31mE 'R': 2,#x1B[0m
#x1B[1m#x1B[31mE 'R1': 1,#x1B[0m
#x1B[1m#x1B[31mE 'R1.1': 3,#x1B[0m
#x1B[1m#x1B[31mE 'R1.2': 2,#x1B[0m
#x1B[1m#x1B[31mE 'R1.3': 2},#x1B[0m
#x1B[1m#x1B[31mE 'score_earned': {'A': 2,#x1B[0m
#x1B[1m#x1B[31mE 'A1': 2,#x1B[0m
#x1B[1m#x1B[31mE 'F': 6,#x1B[0m
#x1B[1m#x1B[31mE 'F1': 2,#x1B[0m
#x1B[1m#x1B[31mE 'F2': 2,#x1B[0m
#x1B[1m#x1B[31mE 'F3': 0,#x1B[0m
#x1B[1m#x1B[31mE 'F4': 2,#x1B[0m
#x1B[1m#x1B[31mE - 'FAIR': 17.0,#x1B[0m
#x1B[1m#x1B[31mE ? ^#x1B[0m
#x1B[1m#x1B[31mE + 'FAIR': 16.0,#x1B[0m
#x1B[1m#x1B[31mE ? ^#x1B[0m
#x1B[1m#x1B[31mE - 'I': 4,#x1B[0m
#x1B[1m#x1B[31mE ? ^#x1B[0m
#x1B[1m#x1B[31mE + 'I': 3,#x1B[0m
#x1B[1m#x1B[31mE ? ^#x1B[0m
#x1B[1m#x1B[31mE 'I1': 2,#x1B[0m
#x1B[1m#x1B[31mE - 'I2': 1,#x1B[0m
#x1B[1m#x1B[31mE ? ^#x1B[0m
#x1B[1m#x1B[31mE + 'I2': 0,#x1B[0m
#x1B[1m#x1B[31mE ? ^#x1B[0m
#x1B[1m#x1B[31mE 'I3': 1,#x1B[0m
#x1B[1m#x1B[31mE 'R': 5,#x1B[0m
#x1B[1m#x1B[31mE 'R1': 1,#x1B[0m
#x1B[1m#x1B[31mE 'R1.1': 2,#x1B[0m
#x1B[1m#x1B[31mE 'R1.2': 1,#x1B[0m
#x1B[1m#x1B[31mE 'R1.3': 1},#x1B[0m
#x1B[1m#x1B[31mE 'score_percent': {'A': 66.67,#x1B[0m
#x1B[1m#x1B[31mE 'A1': 66.67,#x1B[0m
#x1B[1m#x1B[31mE 'F': 85.71,#x1B[0m
#x1B[1m#x1B[31mE 'F1': 100.0,#x1B[0m
#x1B[1m#x1B[31mE 'F2': 100.0,#x1B[0m
#x1B[1m#x1B[31mE 'F3': 0.0,#x1B[0m
#x1B[1m#x1B[31mE 'F4': 100.0,#x1B[0m
#x1B[1m#x1B[31mE - 'FAIR': 70.83,#x1B[0m
#x1B[1m#x1B[31mE ? ----#x1B[0m
#x1B[1m#x1B[31mE + 'FAIR': 66.67,#x1B[0m
#x1B[1m#x1B[31mE ? ++++#x1B[0m
#x1B[1m#x1B[31mE - 'I': 100.0,#x1B[0m
#x1B[1m#x1B[31mE ? ^^^#x1B[0m
#x1B[1m#x1B[31mE + 'I': 75.0,#x1B[0m
#x1B[1m#x1B[31mE ? ^^#x1B[0m
#x1B[1m#x1B[31mE 'I1': 100.0,#x1B[0m
#x1B[1m#x1B[31mE - 'I2': 100.0,#x1B[0m
#x1B[1m#x1B[31mE ? --#x1B[0m
#x1B[1m#x1B[31mE + 'I2': 0.0,#x1B[0m
#x1B[1m#x1B[31mE 'I3': 100.0,#x1B[0m
#x1B[1m#x1B[31mE 'R': 50.0,#x1B[0m
#x1B[1m#x1B[31mE 'R1': 25.0,#x1B[0m
#x1B[1m#x1B[31mE 'R1.1': 100.0,#x1B[0m
#x1B[1m#x1B[31mE 'R1.2': 50.0,#x1B[0m
#x1B[1m#x1B[31mE 'R1.3': 50.0},#x1B[0m
#x1B[1m#x1B[31mE 'score_total': {'A': 3,#x1B[0m
#x1B[1m#x1B[31mE 'A1': 3,#x1B[0m
#x1B[1m#x1B[31mE 'F': 7,#x1B[0m
#x1B[1m#x1B[31mE 'F1': 2,#x1B[0m
#x1B[1m#x1B[31mE 'F2': 2,#x1B[0m
#x1B[1m#x1B[31mE 'F3': 1,#x1B[0m
#x1B[1m#x1B[31mE 'F4': 2,#x1B[0m
#x1B[1m#x1B[31mE 'FAIR': 24.0,#x1B[0m
#x1B[1m#x1B[31mE 'I': 4,#x1B[0m
#x1B[1m#x1B[31mE 'I1': 2,#x1B[0m
#x1B[1m#x1B[31mE 'I2': 1,#x1B[0m
#x1B[1m#x1B[31mE 'I3': 1,#x1B[0m
#x1B[1m#x1B[31mE 'R': 10,#x1B[0m
#x1B[1m#x1B[31mE 'R1': 4,#x1B[0m
#x1B[1m#x1B[31mE 'R1.1': 2,#x1B[0m
#x1B[1m#x1B[31mE 'R1.2': 2,#x1B[0m
#x1B[1m#x1B[31mE 'R1.3': 2},#x1B[0m
#x1B[1m#x1B[31mE 'status_passed': {'A': 2,#x1B[0m
#x1B[1m#x1B[31mE 'A1': 2,#x1B[0m
#x1B[1m#x1B[31mE 'F': 4,#x1B[0m
#x1B[1m#x1B[31mE 'F1': 2,#x1B[0m
#x1B[1m#x1B[31mE 'F2': 1,#x1B[0m
#x1B[1m#x1B[31mE 'F3': 0,#x1B[0m
#x1B[1m#x1B[31mE 'F4': 1,#x1B[0m
#x1B[1m#x1B[31mE 'FAIR': 13,#x1B[0m
#x1B[1m#x1B[31mE 'I': 3,#x1B[0m
#x1B[1m#x1B[31mE 'I1': 1,#x1B[0m
#x1B[1m#x1B[31mE 'I2': 1,#x1B[0m
#x1B[1m#x1B[31mE 'I3': 1,#x1B[0m
#x1B[1m#x1B[31mE 'R': 4,#x1B[0m
#x1B[1m#x1B[31mE 'R1': 1,#x1B[0m
#x1B[1m#x1B[31mE 'R1.1': 1,#x1B[0m
#x1B[1m#x1B[31mE 'R1.2': 1,#x1B[0m
#x1B[1m#x1B[31mE 'R1.3': 1},#x1B[0m
#x1B[1m#x1B[31mE 'status_total': {'A': 3,#x1B[0m
#x1B[1m#x1B[31mE 'A1': 3,#x1B[0m
#x1B[1m#x1B[31mE 'F': 5,#x1B[0m
#x1B[1m#x1B[31mE 'F1': 2,#x1B[0m
#x1B[1m#x1B[31mE 'F2': 1,#x1B[0m
#x1B[1m#x1B[31mE 'F3': 1,#x1B[0m
#x1B[1m#x1B[31mE 'F4': 1,#x1B[0m
#x1B[1m#x1B[31mE 'FAIR': 16,#x1B[0m
#x1B[1m#x1B[31mE 'I': 3,#x1B[0m
#x1B[1m#x1B[31mE 'I1': 1,#x1B[0m
#x1B[1m#x1B[31mE 'I2': 1,#x1B[0m
#x1B[1m#x1B[31mE 'I3': 1,#x1B[0m
#x1B[1m#x1B[31mE 'R': 5,#x1B[0m
#x1B[1m#x1B[31mE 'R1': 1,#x1B[0m
#x1B[1m#x1B[31mE 'R1.1': 1,#x1B[0m
#x1B[1m#x1B[31mE 'R1.2': 1,#x1B[0m
#x1B[1m#x1B[31mE 'R1.3': 2},#x1B[0m
#x1B[1m#x1B[31mE }#x1B[0m
#x1B[1m#x1B[31mtests/functional/test_evaluation.py#x1B[0m:148: AssertionError
Check notice on line 0 in .github
github-actions / Test Results
19 tests found
There are 19 tests, see "Raw output" for the full list of tests.
Raw output
tests.api.test_urls ‑ test_all_metrics_returns_200
tests.api.test_urls ‑ test_schema_returns_200
tests.api.test_urls ‑ test_single_metric_returns_200
tests.api.test_urls ‑ test_ui_returns_200
tests.controllers.test_fair_check ‑ test_check_unique_metadata_identifier
tests.controllers.test_fair_check ‑ test_harvest_all_metadata
tests.functional.test_evaluation ‑ test_evaluation
tests.helper.test_preprocessor ‑ test_get_licenses
tests.helper.test_preprocessor ‑ test_retrieve_datacite_re3repos
tests.helper.test_preprocessor ‑ test_retrieve_default_namespaces
tests.helper.test_preprocessor ‑ test_retrieve_licenses
tests.helper.test_preprocessor ‑ test_retrieve_linkedvocabs
tests.helper.test_preprocessor ‑ test_retrieve_metadata_standards
tests.helper.test_preprocessor ‑ test_set_mime_types
tests.models.test_harvest ‑ test_from_dict
tests.models.test_harvest ‑ test_set_auth_token
tests.models.test_harvest ‑ test_set_auth_token_type
tests.models.test_harvest ‑ test_set_object_identifier
tests.models.test_harvest ‑ test_to_dict
Loading