Skip to content

Commit

Permalink
workflows: fix inspirehep#1944 and inspirehep#1940
Browse files Browse the repository at this point in the history
  • Loading branch information
pazembrz committed Jun 11, 2021
1 parent 807c31e commit 6304310
Show file tree
Hide file tree
Showing 4 changed files with 108 additions and 4 deletions.
2 changes: 1 addition & 1 deletion inspirehep/modules/workflows/tasks/actions.py
Original file line number Diff line number Diff line change
Expand Up @@ -1037,7 +1037,7 @@ def create_core_selection_wf(obj, eng):
record_control_number = obj.data.get('control_number')
if not record_control_number:
raise MissingRecordControlNumber
if is_core(obj, eng) or not _is_auto_approved(obj) or core_selection_wf_already_created(record_control_number):
if is_core(obj, eng) or not _is_auto_approved(obj) or core_selection_wf_already_created(record_control_number) or check_mark(obj, 'is-update'):
LOGGER.info("No core selection needed for %s workflow with record %s", obj.id, record_control_number)
return obj

Expand Down
8 changes: 5 additions & 3 deletions inspirehep/modules/workflows/tasks/matching.py
Original file line number Diff line number Diff line change
Expand Up @@ -227,14 +227,16 @@ def set_wf_not_completed_ids_to_wf(obj, skip_blocked=True, skip_halted=False):
skip_halted: boolean, if True, then it skips HALTED workflows when
looking for matched workflows
"""
def _ignore_core_selection(base_record, match_result):
return get_value(match_result, '_source._workflow.workflow_name') != "CORE_SELECTION"

def _non_completed(base_record, match_result):
return get_value(match_result,
'_source._workflow.status') != 'COMPLETED'
return get_value(match_result, '_source._workflow.status') != 'COMPLETED' \
and _ignore_core_selection(base_record, match_result)

def _not_completed_or_halted(base_record, match_result):
return get_value(match_result, '_source._workflow.status') not in [
'COMPLETED', 'HALTED']
'COMPLETED', 'HALTED'] and _ignore_core_selection(base_record, match_result)

def is_workflow_blocked_by_another_workflow(workflow_id):
workflow = workflow_object_class.get(workflow_id)
Expand Down
40 changes: 40 additions & 0 deletions tests/integration/workflows/test_article_workflow.py
Original file line number Diff line number Diff line change
Expand Up @@ -34,6 +34,7 @@


from inspirehep.modules.workflows.tasks.actions import mark
from inspirehep.modules.workflows.tasks.matching import set_wf_not_completed_ids_to_wf

PUBLISHING_RECORD = {
'$schema': 'https://labs.inspirehep.net/schemas/records/hep.json',
Expand Down Expand Up @@ -279,3 +280,42 @@ def test_keywords_are_stored_in_record_when_record_is_core(mocked_robotupload, m
mark('core', True)(workflow, None)
wf.continue_workflow()
assert wf.data['keywords'] == expected_keywords


@mock.patch('inspirehep.modules.workflows.tasks.upload.store_record')
@mock.patch('inspirehep.modules.workflows.tasks.submission.submit_rt_ticket', return_value="1234")
@mock.patch('inspirehep.modules.workflows.tasks.submission.send_robotupload')
def test_run_next_wf_is_not_starting_core_selection_wfs(mocked_robotupload, mocked_create_ticket, mocked_store_record, workflow_app):
record = {
'$schema': 'https://labs.inspirehep.net/schemas/records/hep.json',
'titles': [
{
'title': 'Title.'
},
],
"authors": [
{
"full_name": "Some author",
}
],
'document_type': ['article'],
'_collections': ['Literature'],
'arxiv_eprints': [{'value': "2106.05816"}, ],
'control_number': 1234,
"acquisition_source": {
"datetime": "2021-06-11T06:59:01.928752",
"method": "hepcrawl",
"source": "arXiv",
},
}

workflow = build_workflow(record)
start("article", object_id=workflow.id)
wf = workflow_object_class.get(workflow.id)
mark('auto-approved', True)(workflow, None)
wf.callback_pos = [34, 1, 13]
wf.continue_workflow()
workflow = build_workflow(record)
start("article", object_id=workflow.id)
matched = set_wf_not_completed_ids_to_wf(workflow)
assert matched == []
62 changes: 62 additions & 0 deletions tests/integration/workflows/test_workflow_core_selection.py
Original file line number Diff line number Diff line change
Expand Up @@ -102,6 +102,68 @@ def test_core_selection_wf_starts_after_article_wf_when_no_core(mocked_api_reque
assert mock.request_history[1].json() == expected_record_data


@mock.patch('inspirehep.modules.workflows.tasks.submission.send_robotupload')
@mock.patch('inspirehep.modules.workflows.tasks.submission.submit_rt_ticket', return_value="1234")
@mock.patch(
"inspirehep.modules.workflows.tasks.beard.json_api_request",
side_effect=fake_beard_api_request,
)
@mock.patch(
"inspirehep.modules.workflows.tasks.magpie.json_api_request",
side_effect=fake_magpie_api_request,
)
def test_core_selection_wf_is_not_created_when_wf_is_record_update(mocked_api_request_magpie, mocked_api_request_beard, mocked_rt, mocked_send_robotupload, workflow_app, mocked_external_services):
pid_value = 123456
mocked_url = "{inspirehep_url}/{endpoint}/{control_number}".format(
inspirehep_url=current_app.config.get("INSPIREHEP_URL"),
endpoint='literature',
control_number=pid_value
)
record = {
"_collections": [
"Literature"
],
"titles": [
{"title": "A title"},
],
"document_type": [
"report"
],
"collaborations": [
{"value": "SHIP"}
],
"control_number": pid_value,
}

workflow_object = workflow_object_class.create(
data=record,
id_user=None,
data_type='hep'
)
workflow_object.extra_data['source_data'] = {"data": record, "extra_data": {"source_data": {"data": record}}}
workflow_object.save()

with override_config(FEATURE_FLAG_ENABLE_REST_RECORD_MANAGEMENT=True):
with requests_mock.Mocker() as mock:
mock.register_uri('GET', mocked_url, json=load_json_record('hep_record_no_core.json'))
mock.register_uri('PUT', "http://web:8000/literature/{control_number}".format(control_number=pid_value), json={"metadata": {"control_number": pid_value}})

start("article", object_id=workflow_object.id)

assert WorkflowObjectModel.query.filter(WorkflowObjectModel.workflow.has(name="core_selection")).count() == 0

workflow_object.callback_pos = [34, 1, 13]
# Run task for creating core_selection wf
workflow_object.extra_data['auto-approved'] = True
workflow_object.extra_data['is-update'] = True
workflow_object.save()

workflow_object.continue_workflow('restart_task')

assert WorkflowObjectModel.query.filter(WorkflowObjectModel.workflow.has(name="core_selection")).count() == 0
assert workflow_object.status == ObjectStatus.COMPLETED


@mock.patch('inspirehep.modules.workflows.tasks.submission.send_robotupload')
@mock.patch('inspirehep.modules.workflows.tasks.submission.submit_rt_ticket', return_value="1234")
@mock.patch(
Expand Down

0 comments on commit 6304310

Please sign in to comment.