From e115cbfa29b8a815f11e679fc4c516343814f20e Mon Sep 17 00:00:00 2001 From: David Caro Date: Tue, 23 Jan 2018 19:02:04 +0100 Subject: [PATCH 1/2] travis: add after_failure logs cat Signed-off-by: David Caro --- .travis.yml | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/.travis.yml b/.travis.yml index 6bc66b84..50b0e9bd 100644 --- a/.travis.yml +++ b/.travis.yml @@ -56,6 +56,10 @@ after_success: - sed -i 's@\"/code/@'"\"$(pwd)/"'@g' .coverage - coveralls +after_failure: + - docker-compose -f docker-compose.test.yml logs --tail=200 + - bash -c 'for log in logs/*/*; do echo $log; cat $log; done' + notifications: email: false From cb85cc85485854fdf2b358b0b230596250763ae7 Mon Sep 17 00:00:00 2001 From: David Caro Date: Tue, 23 Jan 2018 19:51:12 +0100 Subject: [PATCH 2/2] arxiv: avoid duplicated records (cross-set) Signed-off-by: David Caro --- hepcrawl/spiders/arxiv_spider.py | 4 + hepcrawl/spiders/common/oaipmh_spider.py | 31 +- .../arxiv/fixtures/arxiv_expected.json | 588 ++++++++++-------- .../fixtures/http_server/conf/proxy.conf | 5 +- tests/functional/arxiv/test_arxiv.py | 2 +- tests/unit/test_oaipmh.py | 6 +- 6 files changed, 361 insertions(+), 275 deletions(-) diff --git a/hepcrawl/spiders/arxiv_spider.py b/hepcrawl/spiders/arxiv_spider.py index ee54496e..1337b84f 100644 --- a/hepcrawl/spiders/arxiv_spider.py +++ b/hepcrawl/spiders/arxiv_spider.py @@ -122,6 +122,10 @@ def parse_record(self, selector): return parsed_item + def get_record_identifier(self, record): + """Extracts a unique identifier from a sickle record.""" + return record.header.identifier + def _get_authors_or_collaboration(self, node): """Parse authors, affiliations; extract collaboration""" author_selectors = node.xpath('.//authors//author') diff --git a/hepcrawl/spiders/common/oaipmh_spider.py b/hepcrawl/spiders/common/oaipmh_spider.py index a0e4a082..fb69c741 100644 --- a/hepcrawl/spiders/common/oaipmh_spider.py +++ b/hepcrawl/spiders/common/oaipmh_spider.py @@ -65,6 +65,7 @@ def __init__( self.sets = sets self.from_date = from_date self.until_date = until_date + self._crawled_records = {} def start_requests(self): started_at = datetime.utcnow() @@ -116,12 +117,15 @@ def start_requests(self): ) ) - LOGGER.info("Harvesting completed.") + LOGGER.info( + "Harvesting completed, harvested %s records.", + len(self._crawled_records), + ) @abc.abstractmethod def parse_record(self, record): """ - This method need to be reimplemented in order to provide special + This method needs to be reimplemented in order to provide special parsing. Args: @@ -129,6 +133,17 @@ def parse_record(self, record): """ raise NotImplementedError() + @abc.abstractmethod + def get_record_identifier(self, record): + """ + This method need to be reimplemented in order to extract a unique + identifier from the record to avoid cross-set reharvesting. + + Args: + record (sickle.models.Record): sickle record response + """ + raise NotImplementedError() + def parse(self, response): sickle = Sickle(self.url) params = { @@ -153,6 +168,18 @@ def parse(self, response): params, ) for record in records: + rec_identifier = self.get_record_identifier(record) + if rec_identifier in self._crawled_records: + # avoid cross-set repeated records + LOGGER.info('Skipping duplicated record %s', rec_identifier) + continue + + LOGGER.debug( + 'Not skipping non-duplicated record %s', + rec_identifier, + ) + + self._crawled_records[rec_identifier] = record response = XmlResponse(self.url, encoding='utf-8', body=record.raw) selector = Selector(response, type='xml') yield self.parse_record(selector) diff --git a/tests/functional/arxiv/fixtures/arxiv_expected.json b/tests/functional/arxiv/fixtures/arxiv_expected.json index 39652546..4c0426f7 100644 --- a/tests/functional/arxiv/fixtures/arxiv_expected.json +++ b/tests/functional/arxiv/fixtures/arxiv_expected.json @@ -1,410 +1,460 @@ [ { - "arxiv_eprints": [ + "preprint_date": "2016-07-06", + "curated": false, + "citeable": true, + "license": [ { - "categories": [ - "quant-ph", - "gr-qc", - "hep-th", - "math-ph", - "math.MP", - "physics.hist-ph" - ], - "value": "1412.8323" + "url": "http://arxiv.org/licenses/nonexclusive-distrib/1.0/", + "material": "preprint", + "license": "arXiv nonexclusive-distrib 1.0" } - ], - "preprint_date": "2014-12-29", - "curated": false, - "license": [ + ], + "authors": [ { - "url": "http://creativecommons.org/licenses/by/4.0/", - "material": "preprint", - "license": "CC BY 4.0" + "full_name": "Almeida, C.A.S." + }, + { + "full_name": "Correa, R.A.C." + }, + { + "full_name": "Dantas, D.M." + }, + { + "full_name": "Dutra, A. de Souza" + }, + { + "full_name": "Moraes, P.H.R.S." } - ], - "public_notes": [ + ], + "arxiv_eprints": [ { - "source": "arXiv", - "value": "78 pages, many figures, graphs and references. Version accepted for\n publication in Quantum (completed missing part in the proof of reversibility\n of time evolution, combined previous sections 6 and 7 to a rewritten section\n 6, added clarifications and minor corrections throughout -- overall improved\n presentation, but results unaffected by revision)" + "categories": [ + "hep-th" + ], + "value": "1607.01710" } - ], - "citeable": true, - "number_of_pages": 78, + ], "_collections": [ "Literature" - ], + ], "titles": [ { - "source": "arXiv", - "title": "Toolbox for reconstructing quantum theory from rules on information acquisition" + "source": "arXiv", + "title": "Refinements of the Weyl pure geometrical thick branes from information-entropic measure" } - ], - "authors": [ + ], + "dois": [ { - "full_name": "Hoehn, Philipp A." + "source": "arXiv", + "material": "publication", + "value": "10.1002/andp.201700188" } - ], + ], "document_type": [ "article" - ], + ], "abstracts": [ { - "source": "arXiv", - "value": "We develop an operational approach for reconstructing the quantum theory of qubit systems from elementary rules on information acquisition. The focus lies on an observer O interrogating a system S with binary questions and S's state is taken as O's `catalogue of knowledge' about S. The mathematical tools of the framework are simple and we attempt to highlight all underlying assumptions. Four rules are imposed, asserting (1) a limit on the amount of information available to O; (2) the mere existence of complementary information; (3) O's total amount of information to be preserved in-between interrogations; and, (4) O's `catalogue of knowledge' to change continuously in time in-between interrogations and every consistent such evolution to be possible. This approach permits a constructive derivation of quantum theory, elucidating how the ensuing independence, complementarity and compatibility structure of O's questions matches that of projective measurements in quantum theory, how entanglement and monogamy of entanglement, non-locality and, more generally, how the correlation structure of arbitrarily many qubits and rebits arises. The rules yield a reversible time evolution and a quadratic measure, quantifying O's information about S. Finally, it is shown that the four rules admit two solutions for the simplest case of a single elementary system: the Bloch ball and disc as state spaces for a qubit and rebit, respectively, together with their symmetries as time evolution groups. The reconstruction for arbitrarily many qubits is completed in a companion paper (arXiv:1511.01130) where an additional rule eliminates the rebit case. This approach is inspired by (but does not rely on) the relational interpretation and yields a novel formulation of quantum theory in terms of questions." + "source": "arXiv", + "value": "This letter aims to analyse the so-called configurational entropy in the Weyl pure geometrical thick brane model. The Weyl structure plays a prominent role in the thickness of this model. We find a set of parameters associated to the brane width where the configurational entropy exhibits critical points. Furthermore, we show, by means of this information-theoretical measure, that a stricter bound on the parameter of Weyl pure geometrical brane model arises from the CE." } - ], + ], "acquisition_source": { - "source": "arXiv", - "method": "hepcrawl", - "submission_number": "None", - "datetime": "2017-12-14T15:28:22.640233" + "source": "arXiv", + "method": "hepcrawl", + "submission_number": "5652c7f6190f11e79e8000224dabeaad", + "datetime": "2017-04-03T10:26:40.365216" } - }, + }, { - "arxiv_eprints": [ - { - "categories": [ - "hep-th", - "math-ph", - "math.MP", - "quant-ph" - ], - "value": "1507.07790" - } - ], - "preprint_date": "2015-07-28", - "curated": false, + "preprint_date": "2017-06-16", + "citeable": true, "license": [ { - "url": "http://arxiv.org/licenses/nonexclusive-distrib/1.0/", - "material": "preprint", + "url": "http://arxiv.org/licenses/nonexclusive-distrib/1.0/", + "material": "preprint", "license": "arXiv nonexclusive-distrib 1.0" } - ], + ], + "authors": [ + { + "full_name": "Anderson, Tyler" + }, + { + "full_name": "Cutter, Jacob" + }, + { + "full_name": "Dalager, Olivia" + }, + { + "full_name": "Dhaliwal, Navneet" + }, + { + "full_name": "Godfrey, Benjamin" + }, + { + "full_name": "Hillbrand, Seth" + }, + { + "full_name": "Irving, Michael" + }, + { + "full_name": "Manalaysay, Aaron" + }, + { + "full_name": "Montoya, Juan" + }, + { + "full_name": "Morad, James" + }, + { + "full_name": "Neher, Christian" + }, + { + "full_name": "Stolp, Dustin" + }, + { + "full_name": "Tripathi, Mani" + } + ], "public_notes": [ { - "source": "arXiv", - "value": "7 pages" + "source": "arXiv", + "value": "10 pages, 9 figures" } - ], - "citeable": true, - "number_of_pages": 7, + ], + "number_of_pages": 10, + "acquisition_source": { + "source": "arXiv", + "method": "hepcrawl", + "submission_number": "5652c7f6190f11e79e8000224dabeaad", + "datetime": "2017-04-03T10:26:40.365216" + }, "_collections": [ "Literature" - ], + ], "titles": [ { - "source": "arXiv", - "title": "Relativistic quantum dynamics of vector bosons in an Aharonov-Bohm potential" + "source": "arXiv", + "title": "Evaluation of Silicon Photomultipliers for use as Photosensors in Liquid Xenon Detectors" } - ], - "dois": [ - { - "source": "arXiv", - "material": "publication", - "value": "10.1088/1751-8121/aa9c53" - } - ], - "authors": [ - { - "full_name": "Castro, Luis B." - }, - { - "full_name": "Silva, Edilberto O." - } - ], - "publication_info": [ + ], + "arxiv_eprints": [ { - "material": "publication", - "pubinfo_freetext": "J. Phys. A: Math. Theor. 51 (2018) 035201" + "categories": [ + "hep-ex", + "physics.ins-det" + ], + "value": "1706.05371" } - ], + ], "document_type": [ "article" - ], + ], "abstracts": [ { - "source": "arXiv", - "value": "The Aharonov-Bohm (AB) problem for vector bosons by the Duffin-Kemmer-Petiau (DKP) formalism is analyzed. Depending on the values of the spin projection, the relevant eigenvalue equation coming from the DKP formalism reveals an equivalence to the spin-$1/2$ AB problem. By using the self-adjoint extension approach, we examine the bound state scenario. The energy spectra are explicitly computed as well as their dependencies on the magnetic flux parameter and also the conditions for the occurrence of bound states." + "source": "arXiv", + "value": "Silicon photomultipliers (SiPMs) are potential solid-state alternatives to traditional photomultiplier tubes (PMTs) for single-photon detection. In this paper, we report on evaluating SensL MicroFC-10035-SMT SiPMs for their suitability as PMT replacements. The devices were successfully operated in a liquid-xenon detector, which demonstrates that SiPMs can be used in noble element time projection chambers as photosensors. The devices were also cooled down to 170 K to observe dark count dependence on temperature. No dependencies on the direction of an applied 3.2 kV/cm electric field were observed with respect to dark-count rate, gain, or photon detection efficiency." } - ], - "acquisition_source": { - "source": "arXiv", - "method": "hepcrawl", - "submission_number": "None", - "datetime": "2017-12-14T15:28:22.713128" - } - }, + ], + "curated": false + }, { - "arxiv_eprints": [ - { - "categories": [ - "quant-ph", - "gr-qc", - "hep-th", - "math-ph", - "math.MP", - "physics.hist-ph" - ], - "value": "1412.8323" - } - ], - "preprint_date": "2014-12-29", - "curated": false, + "preprint_date": "2014-12-29", + "citeable": true, "license": [ { - "url": "http://creativecommons.org/licenses/by/4.0/", - "material": "preprint", + "url": "http://creativecommons.org/licenses/by/4.0/", + "material": "preprint", "license": "CC BY 4.0" } - ], + ], + "authors": [ + { + "full_name": "Hoehn, Philipp A." + } + ], "public_notes": [ { - "source": "arXiv", + "source": "arXiv", "value": "78 pages, many figures, graphs and references. Version accepted for\n publication in Quantum (completed missing part in the proof of reversibility\n of time evolution, combined previous sections 6 and 7 to a rewritten section\n 6, added clarifications and minor corrections throughout -- overall improved\n presentation, but results unaffected by revision)" } - ], - "citeable": true, - "number_of_pages": 78, + ], + "number_of_pages": 78, + "acquisition_source": { + "source": "arXiv", + "method": "hepcrawl", + "submission_number": "5652c7f6190f11e79e8000224dabeaad", + "datetime": "2017-04-03T10:26:40.365216" + }, "_collections": [ "Literature" - ], + ], "titles": [ { - "source": "arXiv", + "source": "arXiv", "title": "Toolbox for reconstructing quantum theory from rules on information acquisition" } - ], - "authors": [ + ], + "arxiv_eprints": [ { - "full_name": "Hoehn, Philipp A." + "categories": [ + "gr-qc", + "hep-th", + "math-ph", + "math.MP", + "physics.hist-ph", + "quant-ph" + ], + "value": "1412.8323" } - ], + ], "document_type": [ "article" - ], + ], "abstracts": [ { - "source": "arXiv", + "source": "arXiv", "value": "We develop an operational approach for reconstructing the quantum theory of qubit systems from elementary rules on information acquisition. The focus lies on an observer O interrogating a system S with binary questions and S's state is taken as O's `catalogue of knowledge' about S. The mathematical tools of the framework are simple and we attempt to highlight all underlying assumptions. Four rules are imposed, asserting (1) a limit on the amount of information available to O; (2) the mere existence of complementary information; (3) O's total amount of information to be preserved in-between interrogations; and, (4) O's `catalogue of knowledge' to change continuously in time in-between interrogations and every consistent such evolution to be possible. This approach permits a constructive derivation of quantum theory, elucidating how the ensuing independence, complementarity and compatibility structure of O's questions matches that of projective measurements in quantum theory, how entanglement and monogamy of entanglement, non-locality and, more generally, how the correlation structure of arbitrarily many qubits and rebits arises. The rules yield a reversible time evolution and a quadratic measure, quantifying O's information about S. Finally, it is shown that the four rules admit two solutions for the simplest case of a single elementary system: the Bloch ball and disc as state spaces for a qubit and rebit, respectively, together with their symmetries as time evolution groups. The reconstruction for arbitrarily many qubits is completed in a companion paper (arXiv:1511.01130) where an additional rule eliminates the rebit case. This approach is inspired by (but does not rely on) the relational interpretation and yields a novel formulation of quantum theory in terms of questions." } - ], - "acquisition_source": { - "source": "arXiv", - "method": "hepcrawl", - "submission_number": "None", - "datetime": "2017-12-14T15:28:22.767113" - } - }, + ], + "curated": false + }, { - "arxiv_eprints": [ + "preprint_date": "2017-07-04", + "report_numbers": [ { - "categories": [ - "hep-th" - ], - "value": "1607.01710" + "source": "arXiv", + "value": "IITH-PH-0001/17" + }, + { + "source": "arXiv", + "value": "IMSc/2017/07/05" } - ], - "preprint_date": "2016-07-06", - "acquisition_source": { - "source": "arXiv", - "method": "hepcrawl", - "submission_number": "None", - "datetime": "2017-12-14T15:28:22.818160" - }, + ], + "curated": false, "license": [ { - "url": "http://arxiv.org/licenses/nonexclusive-distrib/1.0/", - "material": "preprint", + "url": "http://arxiv.org/licenses/nonexclusive-distrib/1.0/", + "material": "preprint", "license": "arXiv nonexclusive-distrib 1.0" } - ], - "citeable": true, - "dois": [ - { - "source": "arXiv", - "material": "publication", - "value": "10.1002/andp.201700188" - } - ], - "_collections": [ - "Literature" - ], - "titles": [ + ], + "public_notes": [ { - "source": "arXiv", - "title": "Refinements of the Weyl pure geometrical thick branes from information-entropic measure" + "source": "arXiv", + "value": "Typos corrected, references added, version accepted for publication\n in PRD" } - ], + ], "authors": [ { - "full_name": "Correa, R.A.C." - }, + "full_name": "Bandyopadhyay, Priyotosh" + }, { - "full_name": "Dantas, D.M." - }, + "full_name": "Chun, Eung Jin" + }, { - "full_name": "Moraes, P.H.R.S." - }, + "full_name": "Mandal, Rusa" + } + ], + "acquisition_source": { + "source": "arXiv", + "method": "hepcrawl", + "submission_number": "5652c7f6190f11e79e8000224dabeaad", + "datetime": "2017-04-03T10:26:40.365216" + }, + "_collections": [ + "Literature" + ], + "titles": [ { - "full_name": "Dutra, A. de Souza" - }, + "source": "arXiv", + "title": "Implications of right-handed neutrinos in $B-L$ extended standard model with scalar dark matter" + } + ], + "arxiv_eprints": [ { - "full_name": "Almeida, C.A.S." + "categories": [ + "astro-ph.CO", + "hep-ex", + "hep-ph" + ], + "value": "1707.00874" } - ], + ], "document_type": [ "article" - ], + ], "abstracts": [ { - "source": "arXiv", - "value": "This letter aims to analyse the so-called configurational entropy in the Weyl pure geometrical thick brane model. The Weyl structure plays a prominent role in the thickness of this model. We find a set of parameters associated to the brane width where the configurational entropy exhibits critical points. Furthermore, we show, by means of this information-theoretical measure, that a stricter bound on the parameter of Weyl pure geometrical brane model arises from the CE." + "source": "arXiv", + "value": "We investigate the Standard Model (SM) with a $U(1)_{B-L}$ gauge extension where a $B-L$ charged scalar is a viable dark matter (DM) candidate. The dominant annihilation process, for the DM particle is through the $B-L$ symmetry breaking scalar to right-handed neutrino pair. We exploit the effect of decay and inverse decay of the right-handed neutrino in thermal relic abundance of the DM. Depending on the values of the decay rate, the DM relic density can be significantly different from what is obtained in the standard calculation assuming the right-handed neutrino is in thermal equilibrium and there appear different regions of the parameter space satisfying the observed DM relic density. For a DM mass less than $\\mathcal{O}$(TeV), the direct detection experiments impose a competitive bound on the mass of the $U(1)_{B-L}$ gauge boson $Z^\\prime$ with the collider experiments. Utilizing the non-observation of the displaced vertices arising from the right-handed neutrino decays, bound on the mass of $Z^\\prime$ has been obtained at present and higher luminosities at the LHC with 14 TeV centre of mass energy where an integrated luminosity of 100fb$^{-1}$ is sufficient to probe $m_{Z'} \\sim 5.5$ TeV." } - ], - "curated": false - }, + ], + "citeable": true + }, { - "arxiv_eprints": [ - { - "categories": [ - "hep-th", - "math-ph", - "math.MP", - "quant-ph" - ], - "value": "1507.07790" - } - ], - "preprint_date": "2015-07-28", - "curated": false, + "preprint_date": "2015-07-28", + "citeable": true, "license": [ { - "url": "http://arxiv.org/licenses/nonexclusive-distrib/1.0/", - "material": "preprint", + "url": "http://arxiv.org/licenses/nonexclusive-distrib/1.0/", + "material": "preprint", "license": "arXiv nonexclusive-distrib 1.0" } - ], + ], + "authors": [ + { + "full_name": "Castro, Luis B." + }, + { + "full_name": "Silva, Edilberto O." + } + ], "public_notes": [ { - "source": "arXiv", + "source": "arXiv", "value": "7 pages" } - ], - "citeable": true, - "number_of_pages": 7, + ], + "number_of_pages": 7, + "acquisition_source": { + "source": "arXiv", + "method": "hepcrawl", + "submission_number": "5652c7f6190f11e79e8000224dabeaad", + "datetime": "2017-04-03T10:26:40.365216" + }, "_collections": [ "Literature" - ], + ], "titles": [ { - "source": "arXiv", + "source": "arXiv", "title": "Relativistic quantum dynamics of vector bosons in an Aharonov-Bohm potential" } - ], + ], "dois": [ { - "source": "arXiv", - "material": "publication", + "source": "arXiv", + "material": "publication", "value": "10.1088/1751-8121/aa9c53" } - ], - "authors": [ - { - "full_name": "Castro, Luis B." - }, + ], + "arxiv_eprints": [ { - "full_name": "Silva, Edilberto O." + "categories": [ + "hep-th", + "math-ph", + "math.MP", + "quant-ph" + ], + "value": "1507.07790" } - ], + ], "publication_info": [ { - "material": "publication", + "material": "publication", "pubinfo_freetext": "J. Phys. A: Math. Theor. 51 (2018) 035201" } - ], + ], "document_type": [ "article" - ], + ], "abstracts": [ { - "source": "arXiv", + "source": "arXiv", "value": "The Aharonov-Bohm (AB) problem for vector bosons by the Duffin-Kemmer-Petiau (DKP) formalism is analyzed. Depending on the values of the spin projection, the relevant eigenvalue equation coming from the DKP formalism reveals an equivalence to the spin-$1/2$ AB problem. By using the self-adjoint extension approach, we examine the bound state scenario. The energy spectra are explicitly computed as well as their dependencies on the magnetic flux parameter and also the conditions for the occurrence of bound states." } - ], - "acquisition_source": { - "source": "arXiv", - "method": "hepcrawl", - "submission_number": "None", - "datetime": "2017-12-14T15:28:22.869228" - } - }, + ], + "curated": false + }, { - "arxiv_eprints": [ + "preprint_date": "2017-06-28", + "report_numbers": [ { - "categories": [ - "hep-th" - ], - "value": "1607.01710" + "source": "arXiv", + "value": "BONN-TH-2017-03" } - ], - "preprint_date": "2016-07-06", - "acquisition_source": { - "source": "arXiv", - "method": "hepcrawl", - "submission_number": "None", - "datetime": "2017-12-14T15:28:22.922470" - }, + ], + "curated": false, "license": [ { - "url": "http://arxiv.org/licenses/nonexclusive-distrib/1.0/", - "material": "preprint", + "url": "http://arxiv.org/licenses/nonexclusive-distrib/1.0/", + "material": "preprint", "license": "arXiv nonexclusive-distrib 1.0" } - ], - "citeable": true, - "dois": [ + ], + "authors": [ { - "source": "arXiv", - "material": "publication", - "value": "10.1002/andp.201700188" + "full_name": "Dercks, Daniel" + }, + { + "full_name": "Dreiner, Herbi" + }, + { + "full_name": "Krauss, Manuel E." + }, + { + "full_name": "Opferkuch, Toby" + }, + { + "full_name": "Reinert, Annika" + } + ], + "public_notes": [ + { + "source": "arXiv", + "value": "43 pages, 13 tables, 17 figures; updated Figs. 11-17 and Tab. 12\n including NLO corrections; version accepted for publication in EPJC" } - ], + ], + "number_of_pages": 43, + "acquisition_source": { + "source": "arXiv", + "method": "hepcrawl", + "submission_number": "5652c7f6190f11e79e8000224dabeaad", + "datetime": "2017-04-03T10:26:40.365216" + }, "_collections": [ "Literature" - ], + ], "titles": [ { - "source": "arXiv", - "title": "Refinements of the Weyl pure geometrical thick branes from information-entropic measure" + "source": "arXiv", + "title": "R-Parity Violation at the LHC" } - ], - "authors": [ - { - "full_name": "Correa, R.A.C." - }, - { - "full_name": "Dantas, D.M." - }, + ], + "dois": [ { - "full_name": "Moraes, P.H.R.S." - }, + "source": "arXiv", + "material": "publication", + "value": "10.1140/epjc/s10052-017-5414-4" + } + ], + "arxiv_eprints": [ { - "full_name": "Dutra, A. de Souza" - }, + "categories": [ + "hep-ex", + "hep-ph" + ], + "value": "1706.09418" + } + ], + "publication_info": [ { - "full_name": "Almeida, C.A.S." + "material": "publication", + "pubinfo_freetext": "Eur. Phys. J. C (2017) 77:856" } - ], + ], "document_type": [ "article" - ], + ], "abstracts": [ { - "source": "arXiv", - "value": "This letter aims to analyse the so-called configurational entropy in the Weyl pure geometrical thick brane model. The Weyl structure plays a prominent role in the thickness of this model. We find a set of parameters associated to the brane width where the configurational entropy exhibits critical points. Furthermore, we show, by means of this information-theoretical measure, that a stricter bound on the parameter of Weyl pure geometrical brane model arises from the CE." + "source": "arXiv", + "value": "We investigate the phenomenology of the MSSM extended by a single R-parity violating coupling at the unification scale. For all R-parity violating couplings, we discuss the evolution of the particle spectra through the renormalization group equations and the nature of the lightest supersymmetric particle (LSP) within the CMSSM, as an example of a specific complete supersymmetric model. We use the nature of the LSP to classify the possible signatures. For each possible scenario we present in detail the current LHC bounds on the supersymmetric particle masses, typically obtained using simplified models. From this we determine the present coverage of R-parity violating models at the LHC. We find several gaps, in particular for a stau-LSP, which is easily obtained in R-parity violating models. Using the program CheckMATE we recast existing LHC searches to set limits on the parameters of all R-parity violating CMSSMs. We find that virtually all of them are either more strongly constrained or similarly constrained in comparison to the R-parity conserving CMSSM, including the $\\bar U\\bar D\\bar D$ models. For each R-parity violating CMSSM we then give the explicit lower mass bounds on all relevant supersymmetric particles." } - ], - "curated": false + ], + "citeable": true } -] +] \ No newline at end of file diff --git a/tests/functional/arxiv/fixtures/http_server/conf/proxy.conf b/tests/functional/arxiv/fixtures/http_server/conf/proxy.conf index ea9ad7ff..26a1b74d 100644 --- a/tests/functional/arxiv/fixtures/http_server/conf/proxy.conf +++ b/tests/functional/arxiv/fixtures/http_server/conf/proxy.conf @@ -9,7 +9,10 @@ server { rewrite ^.*$ /arxiv-physics-hep-th.xml permanent; } if ($args ~ from=2017-11-15&verb=ListRecords&set=physics%3Ahep-ex&metadataPrefix=arXiv) { - rewrite ^.*$ /arxiv-physics-hep-th.xml permanent; + rewrite ^.*$ /arxiv-physics-hep-ex.xml permanent; + } + if ($args ~ from=2017-11-15&verb=ListRecords&set=physics%3Adup-hep-ex&metadataPrefix=arXiv) { + rewrite ^.*$ /arxiv-physics-hep-ex.xml permanent; } } } diff --git a/tests/functional/arxiv/test_arxiv.py b/tests/functional/arxiv/test_arxiv.py index 9a729a1c..aa284f4c 100644 --- a/tests/functional/arxiv/test_arxiv.py +++ b/tests/functional/arxiv/test_arxiv.py @@ -47,7 +47,7 @@ def get_configuration(): 'CRAWLER_PROJECT': 'hepcrawl', 'CRAWLER_ARGUMENTS': { 'from_date': '2017-11-15', - 'sets': 'physics:hep-th,physics:hep-ex', + 'sets': 'physics:hep-th,physics:hep-ex,physics:dup-hep-ex', 'url': 'http://arxiv-http-server.local/oai2', } } diff --git a/tests/unit/test_oaipmh.py b/tests/unit/test_oaipmh.py index ad15cfb2..ae8f2109 100644 --- a/tests/unit/test_oaipmh.py +++ b/tests/unit/test_oaipmh.py @@ -45,8 +45,10 @@ def settings(): @pytest.fixture def spider(settings): class TestOAIPMHSpider(OAIPMHSpider): - def parse_record(self, record): - return None + def parse_record(self, record): pass + + def get_record_identifier(self, record): + return str(record) spider = TestOAIPMHSpider('http://0.0.0.0/oai2', settings=settings) spider.from_date = '2017-12-08'