From fdb78cf88966fc322ac9b0d3717b08613ce96dbf Mon Sep 17 00:00:00 2001 From: huberrob Date: Tue, 14 Feb 2023 13:32:46 +0100 Subject: [PATCH] re3data dois now refreshed by default #322 --- fuji_server/data/repodois.json | 200 +---------------------------- fuji_server/helper/preprocessor.py | 9 +- 2 files changed, 6 insertions(+), 203 deletions(-) diff --git a/fuji_server/data/repodois.json b/fuji_server/data/repodois.json index 65a53444..21f7a089 100644 --- a/fuji_server/data/repodois.json +++ b/fuji_server/data/repodois.json @@ -1,199 +1 @@ -{ - "gesis.rki": "https://doi.org/10.17616/R3K31G", - "delft.data4tu": "https://doi.org/10.17616/R3VG6N", - "fbtk.dmxfnr": "https://doi.org/10.17616/R31NJMV8", - "bl.cam": "https://doi.org/10.17616/R3SW4D", - "nu.arch": "https://doi.org/10.17616/R31NJMGT", - "bl.ads": "https://doi.org/10.17616/R3MW23", - "fzj.b2share": "https://doi.org/10.17616/R3VK72", - "stsci.mast": "https://doi.org/10.17616/R3K897", - "cbg.datasets": "https://doi.org/10.17616/R3PP7J", - "tib.beilst": "https://doi.org/10.17616/R3536N", - "mlbs.skuxgs": "https://doi.org/10.17616/R3ZP8D", - "bl.birkbeck": "https://doi.org/10.17616/R31NJLW9", - "bf.discover": "https://doi.org/10.17616/R31NJMN0", - "snd.bolin": "https://doi.org/10.17616/R3PP99", - "brown.bdr": "https://doi.org/10.17616/R3193B", - "bl.brunel": "https://doi.org/10.17616/R3DP9T", - "tib.bafg": "https://doi.org/10.17616/R3H35C", - "tind.caltech": "https://doi.org/10.17616/R3SW99", - "cul.ciesin": "https://doi.org/10.17616/R31605", - "tib.kit-ioc": "https://doi.org/10.17616/R34P5T", - "cornell.ciser": "https://doi.org/10.17616/R3ZK70", - "clarin.clarin": "https://doi.org/10.17616/R3RP5D", - "ocean.ocean": "https://doi.org/10.17616/R38F5N", - "cornell.library": "https://doi.org/10.17616/R3FP94", - "bl.cran": "https://doi.org/10.17616/R3MH0J", - "dartlib.crawdad": "https://doi.org/10.17616/R3CD0B", - "gesis.csda": "https://doi.org/10.17616/R35P6H", - "psu.datacom": "https://doi.org/10.17616/R31NJMGV", - "umn.drum": "https://doi.org/10.17616/R30D19", - "estdoi.repo": "https://doi.org/10.17616/R30D32", - "dafi.client": "https://doi.org/10.17616/R3QS3C", - "unm.dataone": "https://doi.org/10.17616/R3101G", - "fct.uminho": "https://doi.org/10.17616/R31NJMNP", - "figshare.iastate": "https://doi.org/10.17616/R3GV3W", - "pu.dataspace": "https://doi.org/10.17616/R33B6F", - "dans.dataversenl": "https://doi.org/10.17616/R33W6Z", - "bibsys.uit-ord": "https://doi.org/10.17616/R3TV17", - "sml.tdar": "https://doi.org/10.17616/R3HK56", - "csic.digital": "https://doi.org/10.17616/R3P34J", - "bl.dri": "https://doi.org/10.17616/R3W632", - "subgoe.dariah": "https://doi.org/10.17616/R30G8N", - "dryad.dryad": "https://doi.org/10.17616/R34S33", - "zbmed.dsmz": "https://doi.org/10.17616/R3G88X", - "dkrz.esgf": "https://doi.org/10.17616/R3BK7D", - "ktsw.aezvvv": "https://doi.org/10.17616/R31NJMVX", - "dans.archive": "https://doi.org/10.17616/R3401D", - "ethz.wsl": "https://doi.org/10.17616/R3G49X", - "ethz.e-coll": "https://doi.org/10.17616/R3HF66", - "ethz.da-rd": "https://doi.org/10.17616/R34D05", - "bl.ecmwf": "https://doi.org/10.17616/R3WS8T", - "carl.frdr": "https://doi.org/10.17616/R3X50W", - "figshare.ars": "https://doi.org/10.17616/R3PK5R", - "tib.floss": "https://doi.org/10.17616/R3K905", - "lxkc.dskyfi": "https://doi.org/10.17616/R3W331", - "ykdk.zuysqi": "https://doi.org/10.17616/R3XP4K", - "tib.luis": "https://doi.org/10.17616/R3C519", - "gesis.bibb-fdz": "https://doi.org/10.17616/R3359V", - "gesis.zpid": "https://doi.org/10.17616/R3FS48", - "tib.gfz": "https://doi.org/10.17616/R3VQ0S", - "cngb.gigadb": "https://doi.org/10.17616/R3TG83", - "gbif.gbif": "https://doi.org/10.17616/R3J014", - "ardcx.griffith": "https://doi.org/10.17616/R3FG92", - "gdcc.harvard-sbgr": "https://doi.org/10.17616/R3N92J", - "gdcc.harvard-dv": "https://doi.org/10.17616/R3C880", - "cern.hepdata": "https://doi.org/10.17616/R30W2H", - "snd.icos": "https://doi.org/10.17616/R3235B", - "gesis.icpsr": "https://doi.org/10.17616/R3BC8Q", - "ieee.dataport": "https://doi.org/10.17616/R3H77H", - "iiasa.dare": "https://doi.org/10.17616/R31NJMH0", - "illinois.databank": "https://doi.org/10.17616/R3C93F", - "bl.imperial": "http://doi.org/10.17616/R3K64N", - "iris.iris": "https://doi.org/10.17616/R3X607", - "gesis.indepth": "https://doi.org/10.17616/R3432T", - "jcvi.gxpwaq": "https://doi.org/10.17616/R3S634", - "tib.inp": "https://doi.org/10.17616/R31NJMM8", - "cern.inspire": "https://doi.org/10.17616/R3JC9Z", - "inist.ifremer": "https://doi.org/10.17616/R31NJMHX", - "inist.ill": "https://doi.org/10.17616/R33H18", - "tib.kit-imk": "https://doi.org/10.17616/R3N347", - "wwpx.intr2": "https://doi.org/10.17616/R37M1J", - "bl.iita": "https://doi.org/10.17616/R3K22H", - "tib.ipk": "https://doi.org/10.17616/R3CP9H", - "ist.rex": "https://doi.org/10.17616/R3877B", - "gdcc.jhu": "https://doi.org/10.17616/R3RW77", - "kaggle.kaggle": "https://doi.org/10.17616/R32N5V", - "estdoi.keel": "https://doi.org/10.17616/R3P636", - "rice.kinder": "https://doi.org/10.17616/R3GB90", - "delft.knmi": "https://doi.org/10.17616/R3QH0G", - "landcare.soils": "https://doi.org/10.17616/R3660Q", - "landcare.general": "https://doi.org/10.17616/R3092N", - "tib.ldeo": "https://doi.org/10.17616/R3PV10", - "gesis.neps": "https://doi.org/10.17616/R35P7W", - "bl.lincoln": "https://doi.org/10.17616/R3MZ01", - "ldc.catalog": "https://doi.org/10.17616/R3T06H", - "zbw.ifo": "https://doi.org/10.17616/R3P01C", - "bl.lshtm": "https://doi.org/10.17616/R3705V", - "bl.lboro": "https://doi.org/10.17616/R3564X", - "delft.maastro": "https://doi.org/10.17616/R38W4R", - "oibk.ohycfa": "https://doi.org/10.17616/R31NJMWR", - "mdw.repository": "https://doi.org/10.17616/R30M00", - "elsevier.md": "https://doi.org/10.17616/R3DD11", - "bl.mendeley": "https://doi.org/10.17616/R3DD11", - "csc.nrd": "https://doi.org/10.17616/R33649", - "umn.ipums": "https://doi.org/10.17616/R3ZS59", - "tib.ukon": "https://doi.org/10.17616/R3M024", - "gdcc.ntu": "https://doi.org/10.17616/R3N77R", - "cornell.ndacan": "https://doi.org/10.17616/R3N90S", - "noaa.ncei": "https://doi.org/10.17616/R3362J", - "gdcc.harvard-slp": "https://doi.org/10.17616/R3XD09", - "nsidc.datactr": "https://doi.org/10.17616/R3HP4V", - "nus.sb": "https://doi.org/10.17616/R3FF4T", - "bl.nhm": "https://doi.org/10.17616/R3PS7K", - "esdis.ornl": "https://doi.org/10.17616/R3SG61", - "inist.otelo": "https://doi.org/10.17616/R3F19K", - "europ.odin": "https://doi.org/10.17616/R3J917", - "gdcc.odum-dv": "https://doi.org/10.17616/R3RP41", - "ohsu.ohsu": "https://doi.org/10.17616/R3MS9Q", - "kim.openkim": "https://doi.org/10.17616/R3SK8T", - "cos.osf": "https://doi.org/10.17616/R3N03T", - "sul.openneuro": "https://doi.org/10.17616/R33047", - "bl.brookes": "https://doi.org/10.17616/R31NJMGX", - "bl.oxdb": "https://doi.org/10.17616/R3504V", - "pangaea.repository": "https://doi.org/10.17616/R3XS37", - "zbmed.biofresh": "https://doi.org/10.17616/R3DG9R", - "pds.data": "https://doi.org/10.17616/R31NJMJB", - "estdoi.qdb": "https://doi.org/10.17616/R31NJMVF", - "inist.adisp": "https://doi.org/10.17616/R3W90Z", - "tib.radar": "https://doi.org/10.17616/R3ZX96", - "uchile.dataverse": "https://doi.org/10.17616/R31NJMLW", - "gesis.dipf": "https://doi.org/10.17616/R3R010", - "rg.rg": "https://doi.org/10.17616/R36H16", - "inist.resif": "https://doi.org/10.17616/R37Q06", - "tib.hzdr": "https://doi.org/10.17616/R3BR40", - "ocul.spdv": "https://doi.org/10.17616/R32326", - "psu.scholar": "https://doi.org/10.17616/R34W4H", - "tib.bikf": "https://doi.org/10.17616/R3GM23", - "gesis.share": "https://doi.org/10.17616/R3BK5N", - "bl.hallam": "https://doi.org/10.17616/R3S92S", - "ethz.sicas": "https://doi.org/10.17616/R3HP8C", - "sul.simtk": "https://doi.org/10.17616/R3QJ4B", - "si.si": "https://doi.org/10.17616/R3W49N", - "concor.kcydcu": "https://doi.org/10.17616/R3FJ70", - "sul.sdr": "https://doi.org/10.17616/R3RK6R", - "snd.su": "https://doi.org/10.17616/R3N648", - "inist.cds": "https://doi.org/10.17616/R3690R", - "delft.surfsara": "https://doi.org/10.17616/R31NJML8", - "snd.smhi": "https://doi.org/10.17616/R3R05H", - "snd.snd": "https://doi.org/10.17616/R3CS38", - "sagebio.synapse": "https://doi.org/10.17616/R3B934", - "gdcc.syr-qdr": "https://doi.org/10.17616/R3CS51", - "fzj.tereno": "https://doi.org/10.17616/R39G9T", - "tuw.tethys": "https://doi.org/10.17616/R31NJMU0", - "gesis.aussda": "https://doi.org/10.17616/R39G72", - "ccdc.csd": "https://doi.org/10.17616/R36011", - "sml.tcia": "https://doi.org/10.17616/R3NH0V", - "si.cda": "https://doi.org/10.17616/R3201S", - "hlqc.znxeli": "https://doi.org/10.17616/R31NJMJP", - "tib.tuhh": "https://doi.org/10.17616/R31NJML0", - "bl.uel": "https://doi.org/10.17616/R3V48Z", - "bl.ukda": "https://doi.org/10.17616/R3088K", - "gdcc.odum-library": "https://doi.org/10.17616/R3RP41", - "crui.unibo": "https://doi.org/10.17616/R3P19R", - "lmu.ub": "https://doi.org/10.17616/R3PP65", - "inist.ifsttar": "https://doi.org/10.17616/R31NJMKM", - "bl.ucld": "https://doi.org/10.17616/R34F41", - "nzau.data": "https://doi.org/10.17616/R3BW7H", - "bl.bath": "https://doi.org/10.17616/R32928", - "bl.bristol": "https://doi.org/10.17616/R3CP84", - "figshare.uct": "https://doi.org/10.17616/R36R4R", - "bl.uclan": "https://doi.org/10.17616/R38D3J", - "bl.ed": "https://doi.org/10.17616/R3RG6Q", - "bl.essex": "https://doi.org/10.17616/R3SV0J", - "bl.exeter": "https://doi.org/10.17616/R3033Z", - "bl.herts": "https://doi.org/10.17616/R31NJMM4", - "nkn.nkn": "https://doi.org/10.17616/R3JK91", - "bl.leeds": "https://doi.org/10.17616/R3JH19", - "unimelb.repo1": "https://doi.org/10.17616/R3HH10", - "bl.reading": "https://doi.org/10.17616/R3D075", - "bl.salford": "https://doi.org/10.17616/R31D20", - "bl.soton": "https://doi.org/10.17616/R3H05B", - "ardcx.usq": "https://doi.org/10.17616/R36Q18", - "bl.standrew": "https://doi.org/10.17616/R3878Q", - "bl.strath": "https://doi.org/10.17616/R3G18H", - "bl.surrey": "https://doi.org/10.17616/R34N3Q", - "usda.usda": "https://doi.org/10.17616/R3G051", - "usgs.prod": "https://doi.org/10.17616/R33S3S", - "delft.uu": "https://doi.org/10.17616/R3ZB7K", - "jcvi.eivbwb": "https://doi.org/10.17616/R30P93", - "vivli.search": "https://doi.org/10.17616/R3SB9S", - "delft.vliz": "https://doi.org/10.17616/R3WG7B", - "vt.vtechdata": "https://doi.org/10.17616/R3JF54", - "wh.whoas": "https://doi.org/10.17616/R34302", - "dkrz.wdcc": "https://doi.org/10.17616/R3989R", - "ethz.wgms": "https://doi.org/10.17616/R3WP5N", - "zbw.zbw-jda": "https://doi.org/10.17616/R3BM03", - "cern.zenodo": "https://doi.org/10.17616/R3QP53", - "zbw.zew": "https://doi.org/10.17616/R3389W" -} +{"gesis.rki": "https://doi.org/10.17616/R3K31G", "delft.data4tu": "https://doi.org/10.17616/R3VG6N", "ardcx.aims": "https://doi.org/10.17616/R3X908", "fbtk.dmxfnr": "https://doi.org/10.17616/R31NJMV8", "bl.cam": "https://doi.org/10.17616/R3SW4D", "nu.arch": "https://doi.org/10.17616/R31NJMGT", "bl.ads": "https://doi.org/10.17616/R3MW23", "fzj.b2share": "https://doi.org/10.17616/R3VK72", "stsci.mast": "https://doi.org/10.17616/R3K897", "cbg.datasets": "https://doi.org/10.17616/R3PP7J", "tib.beilst": "https://doi.org/10.17616/R3536N", "mlbs.skuxgs": "https://doi.org/10.17616/R3ZP8D", "bl.birkbeck": "https://doi.org/10.17616/R31NJLW9", "snd.bolin": "https://doi.org/10.17616/R3PP99", "ocul.spdv": "https://doi.org/10.17616/R32326", "psc.bil": "https://doi.org/10.17616/R31NJN9G", "brown.bdr": "https://doi.org/10.17616/R3193B", "bl.brunel": "https://doi.org/10.17616/R3DP9T", "tib.bafg": "https://doi.org/10.17616/R3H35C", "caltech.data": "https://doi.org/10.17616/R3SW99", "cul.ciesin": "https://doi.org/10.17616/R31605", "tib.kit-ioc": "https://doi.org/10.17616/R34P5T", "cornell.ciser": "https://doi.org/10.17616/R3ZK70", "clarin.clarin": "https://doi.org/10.17616/R3RP5D", "ocean.ocean": "https://doi.org/10.17616/R38F5N", "cornell.library": "https://doi.org/10.17616/R3FP94", "bl.cran": "https://doi.org/10.17616/R3MH0J", "dartlib.crawdad": "https://doi.org/10.17616/R3CD0B", "ardcx.curtin": "https://doi.org/10.17616/R3WM02", "gesis.csda": "https://doi.org/10.17616/R35P6H", "dans.archive": "https://doi.org/10.17616/R3401D", "psu.datacom": "https://doi.org/10.17616/R31NJMGV", "inist.inra": "https://doi.org/10.17616/R3DJ4J", "umn.drum": "https://doi.org/10.17616/R30D19", "estdoi.repo": "https://doi.org/10.17616/R30D32", "dafi.client": "https://doi.org/10.17616/R3QS3C", "unm.dataone": "https://doi.org/10.17616/R3101G", "fct.uminho": "https://doi.org/10.17616/R31NJMNP", "figshare.iastate": "https://doi.org/10.17616/R3GV3W", "pu.dataspace": "https://doi.org/10.17616/R33B6F", "dans.dataversenl": "https://doi.org/10.17616/R33W6Z", "bibsys.uit-ord": "https://doi.org/10.17616/R3TV17", "gesis.ssri": "https://doi.org/10.17616/R31NJMWM", "umn.ipums": "https://doi.org/10.17616/R3ZS59", "sml.tdar": "https://doi.org/10.17616/R3HK56", "csic.digital": "https://doi.org/10.17616/R3P34J", "bl.dri": "https://doi.org/10.17616/R3W632", "subgoe.dariah": "https://doi.org/10.17616/R30G8N", "bl.dundee": "https://doi.org/10.17616/R31NJN0E", "dryad.dryad": "https://doi.org/10.17616/R34S33", "zbmed.dsmz": "https://doi.org/10.17616/R3G88X", "kmot.rdr": "https://doi.org/10.17616/R31NJMN6", "dkrz.esgf": "https://doi.org/10.17616/R3BK7D", "ktsw.aezvvv": "https://doi.org/10.17616/R31NJMVX", "ethz.wsl": "https://doi.org/10.17616/R3G49X", "ethz.e-coll": "https://doi.org/10.17616/R3HF66", "ethz.da-rd": "https://doi.org/10.17616/R34D05", "bl.ecmwf": "https://doi.org/10.17616/R3WS8T", "awzy.fednnv": "https://doi.org/10.17616/R3PM1K", "dzhw.fdz-dzhw": "https://doi.org/10.17616/R3BR0G", "carl.frdr": "https://doi.org/10.17616/R3X50W", "figshare.ars": "https://doi.org/10.17616/R3PK5R", "nlqq.xoncsf": "https://doi.org/10.17616/R31NJMYB", "tib.floss": "https://doi.org/10.17616/R3K905", "lxkc.dskyfi": "https://doi.org/10.17616/R3W331", "ykdk.zuysqi": "https://doi.org/10.17616/R3XP4K", "tib.luis": "https://doi.org/10.17616/R3C519", "gesis.bibb-fdz": "https://doi.org/10.17616/R3359V", "gesis.gesis": "https://doi.org/10.17616/R3BB70", "gesis.zpid": "https://doi.org/10.17616/R3FS48", "tib.gfz": "https://doi.org/10.17616/R3VQ0S", "cngb.gigadb": "https://doi.org/10.17616/R3TG83", "gbif.gbif": "https://doi.org/10.17616/R3J014", "ardcx.griffith": "https://doi.org/10.17616/R3FG92", "gdcc.harvard-sbgr": "https://doi.org/10.17616/R3N92J", "gdcc.harvard-dv": "https://doi.org/10.17616/R3C880", "cern.hepdata": "https://doi.org/10.17616/R30W2H", "inist.humanum": "https://doi.org/10.17616/R3JM1B", "snd.icos": "https://doi.org/10.17616/R3235B", "gesis.icpsr": "https://doi.org/10.17616/R3BC8Q", "ieee.dataport": "https://doi.org/10.17616/R3H77H", "iiasa.dare": "https://doi.org/10.17616/R31NJMH0", "illinois.databank": "https://doi.org/10.17616/R3C93F", "bl.imperial": "http://doi.org/10.17616/R3K64N", "iris.iris": "https://doi.org/10.17616/R3X607", "gesis.indepth": "https://doi.org/10.17616/R3432T", "jcvi.gxpwaq": "https://doi.org/10.17616/R3S634", "tib.inp": "https://doi.org/10.17616/R31NJMM8", "cern.inspire": "https://doi.org/10.17616/R3JC9Z", "inist.ifremer": "https://doi.org/10.17616/R31NJMHX", "inist.ill": "https://doi.org/10.17616/R33H18", "tib.kit-imk": "https://doi.org/10.17616/R3N347", "wwpx.intr2": "https://doi.org/10.17616/R37M1J", "bl.iita": "https://doi.org/10.17616/R3K22H", "tib.ipk": "https://doi.org/10.17616/R3CP9H", "delft.isric": "https://doi.org/10.17616/R3X01J", "ist.rex": "https://doi.org/10.17616/R3877B", "gdcc.jhu": "https://doi.org/10.17616/R3RW77", "kaggle.kaggle": "https://doi.org/10.17616/R32N5V", "estdoi.keel": "https://doi.org/10.17616/R3P636", "rice.kinder": "https://doi.org/10.17616/R3GB90", "delft.knmi": "https://doi.org/10.17616/R3QH0G", "landcare.soils": "https://doi.org/10.17616/R3660Q", "landcare.general": "https://doi.org/10.17616/R3092N", "tib.ldeo": "https://doi.org/10.17616/R3PV10", "tib.ubbs": "https://doi.org/10.17616/R31NJMTU", "gesis.neps": "https://doi.org/10.17616/R35P7W", "bl.lincoln": "https://doi.org/10.17616/R3MZ01", "ldc.catalog": "https://doi.org/10.17616/R3T06H", "zbw.ifo": "https://doi.org/10.17616/R3P01C", "dk.sb": "https://doi.org/10.17616/R31NJM89", "bl.lshtm": "https://doi.org/10.17616/R3705V", "bl.lboro": "https://doi.org/10.17616/R3564X", "delft.maastro": "https://doi.org/10.17616/R38W4R", "oibk.ohycfa": "https://doi.org/10.17616/R31NJMWR", "mdw.repository": "https://doi.org/10.17616/R30M00", "elsevier.md": "https://doi.org/10.17616/R3DD11", "bl.mendeley": "https://doi.org/10.17616/R3DD11", "bkmx.azjwzc": "https://doi.org/10.17616/R3VK72", "csc.nrd": "https://doi.org/10.17616/R33649", "phbi.repo": "https://doi.org/10.17616/R3PC7F", "tib.ukon": "https://doi.org/10.17616/R3M024", "gdcc.ntu": "https://doi.org/10.17616/R3N77R", "cornell.ndacan": "https://doi.org/10.17616/R3N90S", "crui.ogsts": "https://doi.org/10.17616/R3TR3Z", "noaa.ncei": "https://doi.org/10.17616/R3362J", "gdcc.harvard-slp": "https://doi.org/10.17616/R3XD09", "nsidc.datactr": "https://doi.org/10.17616/R3HP4V", "nus.sb": "https://doi.org/10.17616/R3FF4T", "bl.nhm": "https://doi.org/10.17616/R3PS7K", "esdis.ornl": "https://doi.org/10.17616/R3SG61", "inist.otelo": "https://doi.org/10.17616/R3F19K", "europ.odin": "https://doi.org/10.17616/R3J917", "gdcc.odum-dv": "https://doi.org/10.17616/R3RP41", "ohsu.ohsu": "https://doi.org/10.17616/R3MS9Q", "kim.openkim": "https://doi.org/10.17616/R3SK8T", "cos.osf": "https://doi.org/10.17616/R3N03T", "sul.openneuro": "https://doi.org/10.17616/R33047", "bl.shef": "https://doi.org/10.17616/R3P64K", "bl.brookes": "https://doi.org/10.17616/R31NJMGX", "bl.oxdb": "https://doi.org/10.17616/R3504V", "pangaea.repository": "https://doi.org/10.17616/R3XS37", "nasapds.nasapds": "https://doi.org/10.17616/R37593", "bf.discover": "https://doi.org/10.17616/R31NJMN0", "mit.physio": "https://doi.org/10.17616/R3D06S", "ujcm.zntzqv": "https://doi.org/10.17616/R31NJNDH", "zbmed.biofresh": "https://doi.org/10.17616/R3DG9R", "pds.data": "https://doi.org/10.17616/R31NJMJB", "purdue.purduelib": "https://doi.org/10.17616/R3V90N", "estdoi.qdb": "https://doi.org/10.17616/R31NJMVF", "inist.adisp": "https://doi.org/10.17616/R3W90Z", "tib.radar": "https://doi.org/10.17616/R3ZX96", "delft.ru": "https://doi.org/10.17616/R31NJMZR", "figshare.ariz": "https://doi.org/10.17616/R31NJMSF", "uchile.dataverse": "https://doi.org/10.17616/R31NJMLW", "udr.researchdata": "https://doi.org/10.17616/R31NJMOS", "dipf.rdcedu": "https://doi.org/10.17616/R3R010", "bamf.bamf": "https://doi.org/10.17616/R31NJMZ5", "gesis.dezim": "https://doi.org/10.17616/R31NJMNK", "rg.rg": "https://doi.org/10.17616/R36H16", "inist.resif": "https://doi.org/10.17616/R37Q06", "tib.hzdr": "https://doi.org/10.17616/R3BR40", "tib.ub-hro": "https://doi.org/10.17616/R31NJMQH", "psu.scholar": "https://doi.org/10.17616/R34W4H", "cnic.sciencedb": "https://doi.org/10.17616/R31NJMNT", "tib.bikf": "https://doi.org/10.17616/R3GM23", "gesis.share": "https://doi.org/10.17616/R3BK5N", "bl.hallam": "https://doi.org/10.17616/R3S92S", "ethz.sicas": "https://doi.org/10.17616/R3HP8C", "sul.simtk": "https://doi.org/10.17616/R3QJ4B", "si.si": "https://doi.org/10.17616/R3W49N", "gesis.sodanet": "https://doi.org/10.17616/R38G7R", "gesis.adp": "https://doi.org/10.17616/R3SG7D", "concor.kcydcu": "https://doi.org/10.17616/R3FJ70", "sul.sdr": "https://doi.org/10.17616/R3RK6R", "snd.su": "https://doi.org/10.17616/R3N648", "inist.cds": "https://doi.org/10.17616/R3690R", "delft.surfsara": "https://doi.org/10.17616/R31NJML8", "gesis.srda": "https://doi.org/10.17616/R31NJMLA", "snd.smhi": "https://doi.org/10.17616/R3R05H", "snd.snd": "https://doi.org/10.17616/R3CS38", "sagebio.synapse": "https://doi.org/10.17616/R3B934", "gdcc.syr-qdr": "https://doi.org/10.17616/R3CS51", "fzj.tereno": "https://doi.org/10.17616/R39G9T", "tuw.tethys": "https://doi.org/10.17616/R31NJMU0", "gesis.aussda": "https://doi.org/10.17616/R39G72", "ccdc.csd": "https://doi.org/10.17616/R36011", "sml.tcia": "https://doi.org/10.17616/R3NH0V", "si.cda": "https://doi.org/10.17616/R3201S", "hlqc.znxeli": "https://doi.org/10.17616/R31NJMJP", "tib.tuhh": "https://doi.org/10.17616/R31NJML0", "bl.uel": "https://doi.org/10.17616/R3V48Z", "arfm.ufzdrp": "https://doi.org/10.17616/R31NJN1M", "bl.ukda": "https://doi.org/10.17616/R3088K", "gdcc.odum-library": "https://doi.org/10.17616/R3RP41", "crui.unibo": "https://doi.org/10.17616/R3P19R", "lmu.ub": "https://doi.org/10.17616/R3PP65", "inist.ifsttar": "https://doi.org/10.17616/R31NJMKM", "bl.ucld": "https://doi.org/10.17616/R34F41", "nzau.data": "https://doi.org/10.17616/R3BW7H", "bl.bath": "https://doi.org/10.17616/R32928", "bl.bristol": "https://doi.org/10.17616/R3CP84", "figshare.uct": "https://doi.org/10.17616/R36R4R", "bl.uclan": "https://doi.org/10.17616/R38D3J", "bl.ed": "https://doi.org/10.17616/R3RG6Q", "bl.essex": "https://doi.org/10.17616/R3SV0J", "bl.exeter": "https://doi.org/10.17616/R3033Z", "bl.herts": "https://doi.org/10.17616/R31NJMM4", "nkn.nkn": "https://doi.org/10.17616/R3JK91", "bl.leeds": "https://doi.org/10.17616/R3JH19", "unimelb.repo1": "https://doi.org/10.17616/R3HH10", "bl.reading": "https://doi.org/10.17616/R3D075", "bl.salford": "https://doi.org/10.17616/R31D20", "bl.soton": "https://doi.org/10.17616/R3H05B", "ardcx.usq": "https://doi.org/10.17616/R36Q18", "bl.standrew": "https://doi.org/10.17616/R3878Q", "bl.strath": "https://doi.org/10.17616/R3G18H", "bl.surrey": "https://doi.org/10.17616/R34N3Q", "usda.usda": "https://doi.org/10.17616/R3G051", "usgs.prod": "https://doi.org/10.17616/R33S3S", "delft.uu": "https://doi.org/10.17616/R3ZB7K", "vt.vtechdata": "https://doi.org/10.17616/R3JF54", "jcvi.eivbwb": "https://doi.org/10.17616/R30P93", "vivli.search": "https://doi.org/10.17616/R3SB9S", "delft.vliz": "https://doi.org/10.17616/R3WG7B", "wh.whoas": "https://doi.org/10.17616/R34302", "dkrz.wdcc": "https://doi.org/10.17616/R3989R", "ethz.wgms": "https://doi.org/10.17616/R3WP5N", "zbw.zbw-jda": "https://doi.org/10.17616/R3BM03", "cern.zenodo": "https://doi.org/10.17616/R3QP53", "zbw.zew": "https://doi.org/10.17616/R3389W"} \ No newline at end of file diff --git a/fuji_server/helper/preprocessor.py b/fuji_server/helper/preprocessor.py index a01db384..01cd9385 100644 --- a/fuji_server/helper/preprocessor.py +++ b/fuji_server/helper/preprocessor.py @@ -43,8 +43,8 @@ class Preprocessor(object): total_licenses = 0 METRIC_YML_PATH = None SPDX_URL = None - DATACITE_API_REPO = None - RE3DATA_API = None + DATACITE_API_REPO = 'https://api.datacite.org/repositories' + RE3DATA_API = 'https://re3data.org/api/beta/repositories' LOV_API = None LOD_CLOUDNET = None BIOPORTAL_API = None @@ -226,13 +226,13 @@ def retrieve_datacite_re3repos(cls, re3_endpoint, datacite_endpoint, isDebugMode # retrieve all client id and re3data doi from datacite cls.DATACITE_API_REPO = datacite_endpoint cls.RE3DATA_API = re3_endpoint - #isDebugMode=False + isDebugMode=False re3dict_path = os.path.join(cls.fuji_server_dir, 'data', 'repodois.json') if isDebugMode: with open(re3dict_path) as f: cls.re3repositories = json.load(f) else: - #print('updating re3data dois') + print('updating re3data dois') p = {'query': 're3data_id:*'} try: req = requests.get(datacite_endpoint, params=p, headers=cls.header) @@ -249,6 +249,7 @@ def retrieve_datacite_re3repos(cls, re3_endpoint, datacite_endpoint, isDebugMode with open(re3dict_path, 'w') as f2: json.dump(cls.re3repositories, f2) except requests.exceptions.RequestException as e: + print('Preprocessor Error: '+ str(e)) cls.logger.error(e) @classmethod