From 29e121d3dafbca331c5812400cca2c3decd5f4c8 Mon Sep 17 00:00:00 2001 From: jmsmkn Date: Thu, 11 Apr 2024 11:06:09 +0000 Subject: [PATCH] deploy: 79284a3b218d0251edbd6aeb0260a9eafad3d869 --- _modules/grandchallenge/components/models.html | 7 +++++++ components.html | 1 + searchindex.js | 2 +- 3 files changed, 9 insertions(+), 1 deletion(-) diff --git a/_modules/grandchallenge/components/models.html b/_modules/grandchallenge/components/models.html index 855d3549ab..7b7b29ad61 100644 --- a/_modules/grandchallenge/components/models.html +++ b/_modules/grandchallenge/components/models.html @@ -1584,6 +1584,9 @@

Source code for grandchallenge.components.models

stderr = models.TextField(default="") runtime_metrics = models.JSONField(default=dict, editable=False) error_message = models.CharField(max_length=1024, default="") + detailed_error_message = models.JSONField( + blank=True, null=True, default=None + ) started_at = models.DateTimeField(null=True) completed_at = models.DateTimeField(null=True) compute_cost_euro_millicents = models.PositiveIntegerField( @@ -1642,6 +1645,7 @@

Source code for grandchallenge.components.models

stdout: str = "", stderr: str = "", error_message="", + detailed_error_message=None, duration: timedelta | None = None, compute_cost_euro_millicents=None, runtime_metrics=None, @@ -1657,6 +1661,9 @@

Source code for grandchallenge.components.models

if error_message: self.error_message = error_message[:1024] + if detailed_error_message: + self.detailed_error_message = detailed_error_message + if ( status in [self.STARTED, self.EXECUTING] and self.started_at is None diff --git a/components.html b/components.html index 7e5037eb55..eaf8140c2a 100644 --- a/components.html +++ b/components.html @@ -381,6 +381,7 @@

  • stderr (TextField) – Stderr

  • runtime_metrics (JSONField) – Runtime metrics

  • error_message (CharField) – Error message

    • +

  • detailed_error_message (JSONField) – Detailed error message

  • started_at (DateTimeField) – Started at

  • completed_at (DateTimeField) – Completed at

  • compute_cost_euro_millicents (PositiveIntegerField) – Compute cost euro millicents. The total compute cost for this job in Euro Cents, including Tax

    • diff --git a/searchindex.js b/searchindex.js index 3dbf242e70..de247ce82a 100644 --- a/searchindex.js +++ b/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["architecture", "components", "design", "development", "evaluation", "index", "reader-studies", "workstations"], "filenames": ["architecture.rst", "components.rst", "design.rst", "development.rst", "evaluation.rst", "index.rst", "reader-studies.rst", "workstations.rst"], "titles": ["Architecture", "Components", "Design decisions", "Development", "Evaluation", "Welcome to grand-challenge.org\u2019s documentation!", "Reader Studies", "Workstations"], "terms": {"thi": [0, 1, 2, 3, 4, 6, 7], "document": [0, 2], "us": [0, 1, 2, 3, 4, 5, 6, 7], "c4": 0, "model": [0, 1, 2, 3, 4, 6, 7], "visualis": [0, 1], "grand": [0, 1, 2, 3, 4, 6, 7], "challeng": [0, 1, 2, 3, 4, 6, 7], "org": [0, 1, 2, 3, 4, 6, 7], "cover": 0, "applic": [0, 2, 5], "data": [0, 1, 2, 4, 5], "store": [0, 1, 2, 3, 4, 7], "modul": [0, 1, 4, 5, 6, 7], "librari": 0, "mani": 0, "differ": [0, 2, 6, 7], "role": 0, "ar": [0, 1, 2, 3, 4, 5, 6, 7], "support": [0, 1, 2, 3, 6], "research": [0, 5], "A": [0, 2, 4, 6, 7], "i": [0, 1, 2, 3, 4, 6, 7], "who": [0, 2, 3, 6, 7], "want": [0, 1, 2, 3, 4, 6, 7], "manag": [0, 3, 5], "medic": [0, 5], "report": 0, "collect": 0, "annot": [0, 1, 5, 6, 7], "creat": [0, 4, 5, 7], "scienc": 0, "commun": 0, "gener": [0, 2, 3, 6], "solut": [0, 5], "clinic": [0, 5], "problem": [0, 5], "object": [0, 1, 4, 5, 6, 7], "submit": [0, 4], "scientist": [0, 5], "particip": [0, 4, 6], "download": [0, 1, 3, 4, 7], "train": [0, 5], "upload": [0, 1, 3, 4, 6, 7], "make": [0, 3, 4, 5, 6, 7], "those": [0, 6], "avail": [0, 6], "clinician": [0, 5], "execut": [0, 4], "learn": [0, 5], "how": [0, 1, 4, 6], "read": [0, 6], "new": [0, 4, 5, 7], "an": [0, 1, 2, 3, 4, 6, 7], "overview": [0, 6], "its": [0, 3, 6], "depend": [0, 5], "The": [0, 1, 2, 4, 6, 7], "overal": [0, 2, 4], "shape": 0, "technologi": 0, "choic": [0, 1, 2, 4], "note": [0, 3, 4], "separ": [0, 3], "deploy": 0, "necessarili": 0, "docker": [0, 1, 4, 7], "logic": 0, "interact": [0, 3, 7], "group": [0, 1, 3, 4, 6, 7], "relat": [0, 1, 4, 6, 7], "function": [0, 6], "behind": 0, "well": [0, 6], "defin": [0, 1, 3, 4, 5], "interfac": [0, 1, 4, 6], "sens": 0, "pipelin": 0, "django": [0, 3, 5], "monolith": 0, "sever": [0, 3], "can": [0, 1, 2, 3, 4, 5, 6, 7], "deploi": [0, 5], "scale": [0, 2], "independ": 0, "layer": [0, 1], "provid": [0, 4, 5, 6], "html": [0, 3, 4], "view": [0, 4, 6, 7], "rest": 0, "servic": [0, 3, 7], "abl": [0, 3, 4, 5, 6, 7], "launch": [0, 7], "allow": [0, 4, 6], "browser": 0, "One": 0, "instanti": 0, "per": [0, 4, 6], "which": [0, 1, 2, 3, 4, 6, 7], "singl": [0, 2, 6], "page": [0, 4, 5, 6], "secur": [0, 3], "web": [0, 3], "socket": [0, 3], "connect": [0, 1, 7], "establish": 0, "between": [0, 1, 2, 3, 6], "instanc": [0, 1, 4, 5, 6, 7], "There": [0, 3], "task": [0, 1], "requir": [0, 1, 2, 5, 6, 7], "asynchron": 0, "process": [0, 1, 3, 4, 6, 7], "long": 0, "comput": [0, 1, 4], "time": [0, 1, 3, 4, 7], "high": 0, "memori": [0, 1, 7], "usag": [0, 6, 7], "potenti": 0, "gpu": [0, 1, 7], "These": [0, 2, 3], "includ": [0, 1, 2, 3, 4, 7], "import": [0, 1, 3, 7], "submiss": [0, 1, 4], "schedul": 0, "celeri": [0, 4, 7], "node": 0, "horizont": 0, "class": [1, 4, 6, 7], "grandchalleng": [1, 3, 4, 6, 7], "componentimag": [1, 5], "arg": [1, 4, 6, 7], "kwarg": [1, 4, 6, 7], "sourc": [1, 4, 6, 7], "paramet": [1, 4, 6, 7], "imag": [1, 3, 4, 5, 6, 7], "filefield": [1, 7], "tar": [1, 3, 7], "gz": [1, 7], "archiv": [1, 3, 4, 5, 7], "contain": [1, 2, 3, 5, 6, 7], "produc": [1, 4, 7], "from": [1, 2, 3, 4, 6, 7], "command": [1, 3, 7], "save": [1, 3, 4, 6, 7], "gzip": [1, 7], "c": [1, 3, 7], "see": [1, 3, 4, 7], "http": [1, 3, 4, 7], "doc": [1, 3, 7], "com": [1, 3, 7], "engin": [1, 7], "refer": [1, 4, 7], "commandlin": [1, 7], "image_sha256": [1, 7], "charfield": [1, 4, 6, 7], "sha256": [1, 7], "latest_shimmed_vers": [1, 7], "latest": [1, 3, 7], "shim": [1, 7], "version": [1, 3, 7], "import_statu": [1, 7], "positivesmallintegerfield": [1, 4, 6, 7], "statu": [1, 6, 7], "is_manifest_valid": [1, 7], "booleanfield": [1, 4, 6, 7], "manifest": [1, 7], "valid": [1, 4, 5, 6, 7], "": [1, 3, 4, 6, 7], "is_in_registri": [1, 7], "registri": [1, 7], "textfield": [1, 4, 6, 7], "size_in_storag": [1, 7], "positivebigintegerfield": [1, 4, 7], "size": [1, 6, 7], "storag": [1, 7], "number": [1, 3, 4, 6, 7], "byte": [1, 7], "backend": [1, 3, 4, 6, 7], "size_in_registri": [1, 7], "requires_gpu": [1, 7], "desired_gpu_typ": [1, 7], "desir": [1, 7], "type": [1, 2, 4, 6, 7], "If": [1, 3, 4, 6, 7], "what": [1, 4, 6, 7], "would": [1, 3, 4, 6, 7], "like": [1, 2, 3, 4, 6, 7], "requires_memory_gb": [1, 7], "positiveintegerfield": [1, 4, 6, 7], "gb": [1, 7], "comment": [1, 3, 4, 7], "add": [1, 3, 5, 6, 7], "ani": [1, 2, 3, 4, 6, 7], "inform": [1, 2, 7], "e": [1, 4, 6, 7], "g": [1, 4, 6, 7], "id": [1, 3, 4, 6, 7], "about": [1, 2, 6, 7], "here": [1, 3, 5, 6, 7], "is_desired_vers": [1, 7], "relationship": [1, 4, 6, 7], "field": [1, 2, 4, 6, 7], "creator": [1, 4, 6, 7], "foreignkei": [1, 4, 6, 7], "user": [1, 3, 4, 6, 7], "user_upload": [1, 7], "userupload": [1, 7], "gputypechoic": [1, 5], "valu": [1, 2, 4, 6, 7], "name": [1, 3, 4, 6, 7], "none": [1, 4, 6, 7], "qualnam": [1, 4, 6, 7], "start": [1, 3, 4, 6, 7], "1": [1, 3, 4, 6, 7], "boundari": [1, 4, 6, 7], "importstatuschoic": [1, 5], "properti": [1, 6, 7], "original_repo_tag": 1, "tag": [1, 5], "repositori": [1, 5], "current": [1, 2, 4, 6, 7], "overrid": [1, 4, 6, 7], "subclass": [1, 4, 6, 7], "you": [1, 3, 4, 5, 6, 7], "control": [1, 3, 4, 6, 7], "force_insert": [1, 4, 6, 7], "force_upd": [1, 4, 6, 7], "insist": [1, 4, 6, 7], "must": [1, 2, 4, 6, 7], "sql": [1, 4, 6, 7], "insert": [1, 4, 6, 7], "updat": [1, 3, 4, 6, 7], "equival": [1, 4, 6, 7], "non": [1, 4, 6, 7], "respect": [1, 4, 6, 7], "normal": [1, 4, 6, 7], "thei": [1, 4, 6, 7], "should": [1, 2, 3, 4, 6, 7], "set": [1, 2, 3, 4, 6, 7], "componentinterfac": [1, 4, 5, 6], "overlay_seg": [1, 6], "look_up_t": [1, 6], "titl": [1, 4, 6, 7], "slug": [1, 4, 6, 7], "descript": [1, 2, 4, 6, 7], "default_valu": 1, "schema": [1, 6], "kind": [1, 4], "relative_path": 1, "store_in_databas": 1, "autofield": [1, 6, 7], "primari": [1, 4, 6, 7], "kei": [1, 4, 6, 7], "jsonfield": [1, 4, 6, 7], "overlai": [1, 4, 6], "segment": [1, 6], "categori": [1, 6], "differenti": [1, 6], "human": 1, "readabl": 1, "input": [1, 3, 6], "output": 1, "autoslugfield": [1, 4, 6, 7], "default": [1, 3, 4, 6], "onli": [1, 2, 3, 4, 6, 7], "addit": [1, 3, 4, 5], "json": [1, 3, 4], "satisfi": 1, "draft": 1, "7": [1, 4], "6": [1, 4], "4": [1, 4, 6, 7], "3": [1, 4, 6, 7], "rel": [1, 7], "path": [1, 3, 4, 7], "entiti": 1, "implement": 1, "directori": [1, 3], "databas": [1, 3, 4, 5], "lookupt": [1, 6], "look": [1, 4, 6], "up": [1, 3, 5, 6, 7], "tabl": [1, 6], "appli": [1, 3, 4, 6], "when": [1, 4, 6, 7], "first": [1, 4, 6], "shown": [1, 4, 6], "revers": [1, 4, 6, 7], "evaluation_input": [1, 4], "manytomanyfield": [1, 4, 6], "phase": [1, 4, 7], "all": [1, 2, 3, 4, 6, 7], "evalu": [1, 3, 5, 6], "evaluation_output": [1, 4], "algorithm_input": [1, 4], "algorithm": [1, 3, 4, 5, 7], "algorithm_output": [1, 4], "componentinterfacevalu": [1, 5, 6], "question": [1, 5], "except": [1, 3, 4, 6, 7], "doesnotexist": [1, 4, 6, 7], "alia": 1, "interfacekindchoic": [1, 5], "multipleobjectsreturn": [1, 4, 6, 7], "__init__": 1, "clean": [1, 4, 6, 7], "hook": [1, 4, 6], "do": [1, 3, 4, 6, 7], "extra": [1, 2, 4, 6, 7], "wide": [1, 4, 6], "after": [1, 3, 4, 6, 7], "ha": [1, 3, 4, 6, 7], "been": [1, 2, 4, 6, 7], "call": [1, 4, 6], "everi": [1, 3, 4, 6], "self": [1, 3, 4, 6], "clean_field": [1, 4, 6], "validationerror": [1, 4, 6], "rais": [1, 4, 6, 7], "method": [1, 4, 6, 7], "associ": [1, 4, 6], "particular": [1, 3, 4, 6, 7], "have": [1, 2, 3, 4, 5, 6, 7], "special": [1, 4, 6], "case": [1, 2, 4, 5], "non_field_error": [1, 4, 6], "validate_against_schema": 1, "against": [1, 6], "both": [1, 6], "custom": 1, "encapsul": 1, "certain": 1, "point": 1, "graph": 1, "bigautofield": 1, "file": [1, 2, 3, 4, 6], "evaluation_evaluations_as_input": 1, "evaluation_evaluations_as_output": 1, "algorithms_jobs_as_input": 1, "job": [1, 4], "algorithms_jobs_as_output": 1, "archive_item": 1, "archiveitem": 1, "item": [1, 4, 6], "display_set": [1, 6], "displayset": [1, 5, 6], "displai": [1, 4, 6], "component_interface_valu": 1, "decompress": 1, "civ": 1, "legaci": 1, "zip": [1, 4], "predict": [1, 4], "we": [1, 2, 3, 4, 6, 7], "anywher": 1, "els": 1, "clobber": 1, "image_fil": 1, "where": [1, 4, 6], "locat": 1, "need": [1, 2, 3, 4, 6, 7], "handl": [1, 3, 4, 6], "fix": 1, "componentjob": [1, 5], "attempt": 1, "stdout": 1, "stderr": [1, 4], "runtime_metr": 1, "runtim": 1, "metric": [1, 4], "error_messag": 1, "error": [1, 7], "messag": [1, 4], "started_at": 1, "datetimefield": [1, 4, 6, 7], "completed_at": 1, "complet": [1, 3, 6], "compute_cost_euro_millic": [1, 4], "cost": [1, 4], "euro": [1, 4], "millic": [1, 4], "total": [1, 4, 6], "cent": [1, 4], "tax": [1, 4], "input_prefix": 1, "prefix": 1, "map": [1, 3, 7], "foo": 1, "bar": 1, "place": [1, 3, 4], "task_on_success": 1, "success": [1, 4], "serial": 1, "run": [1, 4, 5, 7], "task_on_failur": 1, "failur": 1, "time_limit": 1, "limit": [1, 2, 3, 4], "second": [1, 3, 4], "return": [1, 4, 6, 7], "foreign": 1, "output_interfac": 1, "queryset": 1, "unevalu": 1, "componentjobmanag": [1, 5], "queri": [1, 2, 4], "hint": 1, "average_dur": 1, "calcul": [1, 4, 6], "averag": [1, 4, 6], "durat": [1, 4, 6], "ran": 1, "with_dur": 1, "interfacekind": [1, 5], "static": [1, 6], "interface_type_fil": 1, "csv": [1, 4, 6], "pdf": [1, 4], "sqreg": 1, "thumbnail": 1, "jpg": [1, 6], "png": [1, 6], "obj": [1, 4], "mp4": 1, "interface_type_imag": 1, "heat": 1, "interface_type_json": 1, "serializ": 1, "string": [1, 4], "integ": [1, 6], "float": 1, "bool": [1, 6], "anyth": 1, "2d": [1, 6], "bound": [1, 6], "box": [1, 3, 4, 6], "multipl": [1, 6, 7], "distanc": [1, 6], "measur": [1, 6], "polygon": 1, "line": [1, 4, 6], "angl": 1, "arrai": 1, "chart": 1, "ellips": 1, "exampl": [1, 2, 3, 4], "corner": 1, "option": [1, 3, 6, 7], "probabl": 1, "region": [1, 7], "interest": 1, "130": 1, "80001831054688": 1, "148": 1, "86666870117188": 1, "0": [1, 3, 4, 6, 7], "5009999871253967": 1, "69": 1, "73332977294922": 1, "73": 1, "13333129882812": 1, "95": 1, "major": 1, "minor": 1, "roi": 1, "92": 1, "66666412353516": 1, "136": 1, "06668090820312": 1, "54": 1, "79999923706055": 1, "53333282470703": 1, "2": [1, 3, 4, 6, 7], "end": [1, 7], "area": [1, 6], "59": 1, "79176712036133": 1, "78": 1, "76753997802734": 1, "38014221191406": 1, "143": 1, "75546264648438": 1, "49": 1, "733333587646484": 1, "103": 1, "26667022705078": 1, "55": 1, "06666564941406": 1, "139": 1, "26666259765625": 1, "152": 1, "111": [1, 4], "96": 1, "0145263671875": 1, "79": [1, 3], "83292388916016": 1, "10653686523438": 1, "115": 1, "52300262451172": 1, "seed_point": 1, "path_point": 1, "sub_typ": 1, "76": 1, "413756408691": 1, "124": 1, "014717102050": 1, "41375842260106": 1, "01471710205078": 1, "41694876387268": 1, "0511828696491": 1, "42642285078242": 1, "0865406433515": 1, "brush": 1, "82666793823242": 1, "90": 1, "46666717529297": 1, "82667599387105": 1, "93921357544119": 1, "88666314747366": 1, "56": 1, "246671966051736": 1, "91": 1, "1941215380842": 1, "66666793823242": 1, "30665911965434": 1, "manual": [1, 4], "67": 1, "22666564941406": 1, "22667370505269": 1, "33921128662283": 1, "48666162159475": 1, "64666967723338": 1, "7941200122053": 1, "path_point_list": 1, "some": [1, 2, 3], "5": [1, 4], "8": [1, 4], "9": [1, 4], "10": [1, 3, 4], "180": 1, "190": 1, "25": 1, "15": 1, "110": 1, "135": 1, "60": 1, "165": 1, "70": 1, "85": 1, "65": 1, "82": 1, "210": 1, "160": 1, "140": 1, "40": 1, "75": 1, "52": 1, "third": 1, "20": [1, 3], "30": 1, "100": 1, "200": 1, "98": 1, "major_axi": 1, "minor_axi": 1, "606": 1, "39": 1, "559": 1, "570": 1, "26": 1, "595": 1, "44": 1, "535": 1, "112": 1, "494": 1, "88": 1, "532": 1, "68": 1, "497": 1, "17": 1, "459": 1, "94": 1, "436": 1, "61": 1, "467": 1, "50": 1, "428": 1, "three": 1, "177": 1, "493": 1, "22": 1, "489": 1, "353": 1, "003": 1, "300": 1, "237": 1, "263": 1, "282": 1, "334": 1, "281": 1, "413": 1, "35": 1, "367": 1, "293": 1, "more": [1, 2, 3], "vega": 1, "github": [1, 3, 5], "io": 1, "lite": 1, "blog": 1, "v5": 1, "width": 1, "height": 1, "target": [1, 4, 6], "neg": 1, "198": 1, "posit": 1, "159": 1, "376": 1, "format": [1, 3, 6], "mark": 1, "rect": 1, "encod": [1, 2], "y": 1, "ordin": 1, "x": 1, "color": [1, 2, 6], "quantit": 1, "count": 1, "record": [1, 6, 7], "legend": 1, "direct": [1, 6], "vertic": 1, "gradientlength": 1, "text": [1, 2, 4, 6], "condit": 1, "test": [1, 5], "datum": 1, "black": [1, 3], "white": 1, "config": [1, 3, 4, 6, 7], "axi": 1, "grid": 1, "true": [1, 4, 6, 7], "tickband": 1, "extent": 1, "86": [1, 3], "interface_type_mandatory_isol": 1, "isol": 1, "interface_type_undisplay": 1, "cannot": [1, 7], "interfacesuperkindchoic": [1, 5], "interfacesandvalu": [1, 5], "dict": [1, 4, 7], "overlaysegmentsmixin": [1, 5], "section": [2, 3], "made": [2, 4, 6], "dure": 2, "develop": [2, 5], "intend": 2, "softwar": 2, "contribut": 2, "codebas": [2, 3], "It": [2, 3, 4, 6], "summari": 2, "larg": [2, 5], "team": [2, 3], "help": [2, 3, 4, 6], "hope": 2, "guid": [2, 3], "futur": 2, "so": [2, 3, 4, 7], "remain": [2, 4], "consist": 2, "sentenc": 2, "written": 2, "ital": 2, "denot": 2, "were": 2, "decid": 2, "upon": [2, 6], "previou": [2, 4, 6], "meet": 2, "discuss": 2, "within": [2, 3, 4], "becom": 2, "necessari": 2, "diverg": 2, "them": [2, 3, 5, 6], "app": [2, 3], "two": [2, 4, 6], "imagefil": 2, "In": [2, 3, 5, 6], "one": [2, 3, 4, 6], "represent": 2, "given": [2, 4, 6], "belong": 2, "might": [2, 6], "therebi": 2, "than": [2, 3, 6, 7], "multislic": 2, "dicom": [2, 6], "therefor": 2, "enumer": 2, "access": [2, 4, 5, 6, 7], "full": 2, "safe": 2, "assum": 2, "each": [2, 3, 4, 6], "image_typ": 2, "abstract": 2, "typic": 2, "directli": 2, "resolut": [2, 6], "space": 2, "modal": [2, 6], "howev": 2, "move": 2, "descriptor": 2, "level": 2, "constrain": 2, "possibl": [2, 4], "ever": 2, "restrict": 2, "our": [2, 5], "basi": 2, "most": [2, 4], "At": [2, 3], "moment": 2, "write": [2, 3], "2019": 2, "08": 2, "combin": [2, 4, 6], "compat": [2, 3], "issu": 2, "distribut": 3, "link": [3, 4, 6], "togeth": 3, "yml": 3, "To": [3, 6], "platform": 3, "your": [3, 4, 5, 6], "system": [3, 4, 5], "linux": 3, "window": 3, "wsl2": 3, "desktop": 3, "pleas": 3, "ensur": [3, 7], "correct": 3, "enabl": [3, 6], "follow": [3, 6], "wsl": 3, "shell": 3, "ubuntu": 3, "04": 3, "microsoft": 3, "distro": 3, "As": 3, "slow": 3, "sync": 3, "filesystem": 3, "best": [3, 4, 6], "checkout": 3, "itself": 3, "cycl": 3, "script": [3, 4], "below": 3, "util": 3, "buildx": 3, "step": [3, 6], "abov": 3, "alongsid": 3, "invoc": 3, "crash": 3, "recommend": [3, 4], "re": [3, 6, 7], "clone": 3, "repo": 3, "git": 3, "comic": 3, "cd": 3, "local": [3, 4], "env": [3, 7], "echo": 3, "docker_gid": 3, "getent": 3, "cut": 3, "d": 3, "f3": 3, "invok": 3, "runserv": 3, "mount": [3, 4], "werkzeug": 3, "monitor": [3, 6], "restart": 3, "chang": [3, 6], "detect": 3, "also": [3, 6, 7], "kill": 3, "server": [3, 7], "ctrl": 3, "instruct": 3, "gc": 3, "localhost": 3, "sign": 3, "certif": 3, "accept": [3, 6], "warn": 3, "fixtur": 3, "reader": [3, 5, 7], "studi": [3, 5, 7], "workstat": [3, 4, 5, 6], "specif": 3, "permiss": [3, 4, 6, 7], "same": 3, "usernam": 3, "password": 3, "readerstudi": [3, 5, 6, 7], "demo": 3, "administ": 3, "exist": [3, 4], "ones": 3, "out": 3, "simpl": 3, "list": [3, 4, 5], "result": [3, 4], "create_io_algorithm": 3, "befor": [3, 4, 6, 7], "hub": 3, "pull": 3, "otsu": 3, "own": [3, 4, 5], "evalutil": 3, "get": [3, 4, 6, 7], "debugg": 3, "extens": 3, "halt": 3, "runserverplu": 3, "realli": 3, "handi": 3, "debug": [3, 4], "code": [3, 4], "breakpoint": 3, "action": [3, 4, 6], "suit": 3, "commit": 3, "consol": 3, "sure": [3, 6, 7], "Then": 3, "rm": 3, "celery_worker_evalu": 3, "pytest": 3, "n": [3, 6], "replac": [3, 6], "cpu": 3, "parallel": 3, "folder": [3, 4], "eg": [3, 4], "k": 3, "teams_test": 3, "pre": 3, "correctli": 3, "python3": 3, "m": 3, "pip": 3, "branch": 3, "request": [3, 6], "main": [3, 4, 6], "review": [3, 6], "integr": 3, "profession": 3, "edit": [3, 6], "environ": [3, 7], "2018": 3, "project": 3, "interpret": 3, "cog": 3, "wheel": 3, "top": 3, "right": 3, "select": [3, 6, 7], "usual": 3, "unix": 3, "click": 3, "ok": 3, "root": 3, "remot": 3, "spend": 3, "index": [3, 5], "packag": 3, "inspect": 3, "fly": 3, "setup": 3, "optimis": 3, "work": [3, 4, 6], "open": [3, 4], "languag": [3, 5], "framework": 3, "check": [3, 4, 6], "checkbox": 3, "py": 3, "runner": 3, "navig": [3, 6, 7], "tool": [3, 6], "python": [3, 4], "under": 3, "docstr": 3, "numpi": 3, "editor": [3, 4, 6, 7], "style": 3, "formatt": 3, "tab": [3, 4], "marker": 3, "On": 3, "wrap": 3, "brace": 3, "hard": 3, "visual": 3, "sort": [3, 4], "statement": 3, "plain": 3, "flake8": 3, "plugin": 3, "understand": 3, "noqa": 3, "2020": 3, "still": [3, 6], "extern": 3, "though": [3, 6], "program": 3, "ex": 3, "just": 3, "argument": [3, 4], "filepath": 3, "projectfiledir": 3, "drop": 3, "down": 3, "templat": [3, 5], "enter": [3, 4], "reus": 3, "db": 3, "correspond": [3, 4], "explicitli": 3, "u": 3, "makemigr": 3, "built": 3, "_build": 3, "poetri": 3, "whatev": 3, "pyproject": 3, "toml": 3, "lock": 3, "dev": 3, "flag": 3, "detail": [3, 4], "unpin": 3, "resolv": 3, "rebuilt": 3, "stop": [3, 7], "gunicorn": 3, "rather": [3, 6, 7], "runserver_plu": 3, "disabl": 3, "remov": [3, 6], "development_fixtur": 3, "automat": [4, 6], "administr": 4, "worker": 4, "everyth": 4, "perform": [4, 6], "standard": 4, "extract": 4, "volum": 4, "resid": 4, "respons": [4, 7], "load": [4, 7], "incorrect": 4, "filenam": 4, "incomplet": 4, "duplic": 4, "etc": [4, 7], "pars": 4, "last": [4, 6], "empti": [4, 6], "practic": 4, "pass": [4, 7], "attributeerror": 4, "expect": 4, "find": [4, 5], "structur": [4, 6], "ie": 4, "loadabl": 4, "free": 4, "score": [4, 6], "individu": 4, "scan": 4, "aggreg": 4, "For": [4, 6], "dicecoeffici": 4, "6461774875144065": 4, "7250400040547097": 4, "6747092236948878": 4, "6452332692745784": 4, "6839602948067993": 4, "6817807628480707": 4, "4715406247268339": 4, "5988810496224731": 4, "5475856316815167": 4, "32923801642370615": 4, "jaccardcoeffici": 4, "47729852440408627": 4, "5686766693547471": 4, "5091027839007266": 4, "47626890640360103": 4, "5197109875240358": 4, "5171983108978807": 4, "30850713624139353": 4, "4274305543159676": 4, "3770174983296798": 4, "1970585994056237": 4, "alg_fnam": 4, "840": 4, "113704": 4, "2296": 4, "1199810886": 4, "mhd": [4, 6], "276": 4, "28": 4, "14": 4, "20090213134050413": 4, "20090213134114792": 4, "2004": 4, "1131987870": 4, "11": 4, "1199810941": 4, "4400": 4, "1131982359": 4, "12": 4, "1107": 4, "50585": 4, "7023259421321855": 4, "000": 4, "000000": 4, "00": 4, "0000000000": 4, "0000": 4, "392": 4, "200036": 4, "9116": 4, "1762676169": 4, "1080882991": 4, "2256": 4, "16": 4, "113669": 4, "632": 4, "21": 4, "3825556854": 4, "538251028": 4, "390606191418956020": 4, "gt_fname": 4, "dicecoefficient_mean": 4, "6004146364647982": 4, "dicecoefficient_std": 4, "12096508479974993": 4, "dicecoefficient_min": 4, "dicecoefficient_max": 4, "jaccardcoefficient_mean": 4, "4378269970777743": 4, "jaccardcoefficient_std": 4, "11389145837530869": 4, "jaccardcoefficient_min": 4, "jaccardcoefficient_max": 4, "modifi": [4, 6, 7], "view_cont": [4, 6], "hanging_protocol": [4, 6], "score_titl": 4, "score_jsonpath": 4, "score_error_jsonpath": 4, "score_default_sort": 4, "score_decimal_plac": 4, "extra_results_column": 4, "scoring_method_choic": 4, "result_display_choic": 4, "creator_must_be_verifi": 4, "submission_kind": 4, "allow_submission_com": 4, "display_submission_com": 4, "supplementary_file_choic": 4, "supplementary_file_label": 4, "supplementary_file_help_text": 4, "show_supplementary_file_link": 4, "supplementary_url_choic": 4, "supplementary_url_label": 4, "supplementary_url_help_text": 4, "show_supplementary_url": 4, "submissions_limit_per_user_per_period": 4, "submission_limit_period": 4, "submissions_open_at": 4, "submissions_close_at": 4, "submission_page_html": 4, "auto_publish_new_result": 4, "display_all_metr": 4, "algorithm_time_limit": 4, "give_algorithm_editors_job_view_permiss": 4, "public": [4, 6, 7], "workstation_config": [4, 6], "average_algorithm_job_dur": 4, "uuidfield": [4, 6, 7], "content": [4, 6, 7], "column": 4, "log": [4, 7], "loss": 4, "jsonpath": 4, "goessner": 4, "net": 4, "articl": 4, "syntax": 4, "dice": 4, "mean": [4, 6], "std": 4, "decim": 4, "accuraci": 4, "order": [4, 6, 7], "asc": 4, "assd": 4, "error_path": 4, "rank": 4, "leaderboard": [4, 6], "verifi": [4, 6], "account": 4, "part": [4, 6], "supplementari": 4, "show": [4, 6], "along": 4, "off": 4, "turn": 4, "featur": [4, 5], "label": [4, 6], "describ": 4, "url": [4, 6, 7], "period": 4, "over": [4, 6], "close": 4, "dai": 4, "consid": [4, 6], "365": 4, "year": 4, "date": 4, "timezon": 4, "auto": 4, "publish": 4, "fals": [4, 6], "infer": 4, "give": 4, "share": 4, "fail": [4, 7], "b": 4, "essenti": 4, "other": [4, 6], "uncheck": 4, "hide": [4, 6], "longer": 4, "admin": [4, 7], "visibl": [4, 6], "durationfield": [4, 6], "hangingprotocol": [4, 6], "hang": [4, 5], "protocol": [4, 6], "indic": [4, 6, 7], "compon": [4, 5, 6], "port": [4, 6, 7], "interface1": [4, 6], "thereaft": [4, 6], "render": [4, 6], "now": [4, 6], "ignor": [4, 6], "viewer": [4, 6, 7], "dataset": 4, "workstationconfig": [4, 6, 7], "_evaluation_phase_algorithm_inputs_": 4, "_evaluation_phase_algorithm_outputs_": 4, "optional_hanging_protocol": [4, 6], "altern": [4, 6], "optional_for_phas": 4, "actor_act": [4, 6], "genericrel": [4, 6], "actor": [4, 6], "actions_with_evaluation_phase_as_actor": 4, "target_act": [4, 6], "actions_with_evaluation_phase_as_target": 4, "action_object_act": [4, 6], "actions_with_evaluation_phase_as_action_object": 4, "phaseuserobjectpermiss": 4, "content_object": [4, 6, 7], "phasegroupobjectpermiss": 4, "combinedleaderboard": 4, "combinedleaderboardphas": 4, "optionalhangingprotocolphas": 4, "statuschoic": 4, "submissionkindchoic": 4, "active_imag": [4, 7], "get_next_submiss": 4, "determin": 4, "left": 4, "next": [4, 6], "valid_archive_item": 4, "templatetag": 4, "evaluation_extra": 4, "get_jsonpath": 4, "dictionari": 4, "base": [4, 6], "doe": [4, 6], "singular": 4, "relev": 4, "era": 5, "deep": 5, "robust": 5, "machin": 5, "biomed": 5, "amount": 5, "comparison": 5, "state": 5, "art": 5, "real": 5, "world": 5, "assist": 5, "collabor": 5, "expert": 5, "gather": 5, "assess": 5, "power": 5, "pr": 5, "spin": 5, "architectur": 5, "ubiquit": 5, "context": [5, 7], "instal": 5, "migrat": 5, "build": 5, "ad": 5, "go": [5, 6], "product": 5, "feedback": [5, 7], "feedbackgroupobjectpermiss": [5, 7], "feedbackuserobjectpermiss": [5, 7], "session": [5, 7], "sessiongroupobjectpermiss": [5, 7], "sessionuserobjectpermiss": [5, 7], "workstationgroupobjectpermiss": [5, 7], "workstationimag": [5, 7], "workstationimagegroupobjectpermiss": [5, 7], "workstationimageuserobjectpermiss": [5, 7], "workstationuserobjectpermiss": [5, 7], "delete_workstation_groups_hook": [5, 7], "ground": 5, "truth": 5, "answer": [5, 6], "answergroupobjectpermiss": [5, 6], "answertyp": [5, 6], "answeruserobjectpermiss": [5, 6], "categoricalopt": [5, 6], "displaysetgroupobjectpermiss": [5, 6], "displaysetuserobjectpermiss": [5, 6], "imageport": [5, 6], "optionalhangingprotocolreaderstudi": [5, 6], "questiongroupobjectpermiss": [5, 6], "questionuserobjectpermiss": [5, 6], "questionwidgetkindchoic": [5, 6], "readerstudygroupobjectpermiss": [5, 6], "readerstudypermissionrequest": [5, 6], "readerstudyuserobjectpermiss": [5, 6], "delete_reader_study_groups_hook": [5, 6], "design": 5, "decis": 5, "definit": 5, "search": 5, "someon": 6, "present": 6, "side": 6, "anoth": 6, "customis": 6, "appear": 6, "mha": 6, "accompani": 6, "zraw": 6, "raw": 6, "tif": 6, "tiff": 6, "jpeg": 6, "3d": 6, "4d": 6, "experiment": 6, "guarante": 6, "dcm": 6, "assign": 6, "secondari": 6, "tertiari": 6, "quaternari": 6, "quinari": 6, "senari": 6, "septenari": 6, "octonari": 6, "nonari": 6, "denari": 6, "suffix": 6, "answer_typ": 6, "head": 6, "multilin": 6, "scoring_funct": 6, "chosen": [6, 7], "compar": 6, "statist": 6, "reader_studi": 6, "is_ground_truth": 6, "floatfield": 6, "explan": 6, "last_edit_dur": 6, "total_edit_dur": 6, "answer_imag": 6, "api_url": 6, "str": [6, 7], "api": [6, 7], "calculate_scor": 6, "ground_truth": 6, "save_without_historical_record": [6, 7], "without": [6, 7], "histor": [6, 7], "know": [6, 7], "workstation_url": [6, 7], "question_text": 6, "help_text": 6, "image_port": 6, "default_annotation_color": 6, "widget": 6, "answer_max_valu": 6, "answer_min_valu": 6, "answer_step_s": 6, "answer_min_length": 6, "answer_max_length": 6, "answer_match_pattern": 6, "empty_answer_confirm": 6, "empty_answer_confirmation_label": 6, "hexcolorfield": 6, "smallintegerfield": 6, "max": 6, "maximum": [6, 7], "rang": 6, "min": 6, "minimum": 6, "decimalfield": 6, "length": 6, "regexfield": 6, "match": 6, "pattern": 6, "regular": 6, "express": 6, "confirm": 6, "explicit": 6, "scoringfunct": 6, "empty_answer_valu": 6, "is_answer_valid": 6, "answer_type_schema": 6, "is_fully_edit": 6, "grant": 6, "access_request_handl": 6, "logo": [6, 7], "jpegfield": [6, 7], "social_imag": 6, "social": 6, "post": 6, "media": 6, "640x320": 6, "px": 6, "1280x640": 6, "help_text_markdown": 6, "markdown": 6, "shuffle_hanging_list": 6, "shuffl": 6, "is_educ": 6, "educ": 6, "readili": 6, "instant_verif": 6, "instant": 6, "verif": 6, "through": 6, "faster": 6, "continu": 6, "button": 6, "pop": 6, "dismiss": 6, "case_text": 6, "allow_answer_modif": 6, "modif": 6, "back": 6, "allow_case_navig": 6, "forth": 6, "allow_show_all_annot": 6, "roll_over_answers_for_n_cas": 6, "roll": 6, "repeat": 6, "slightli": 6, "wherea": 6, "anew": 6, "editors_group": [6, 7], "onetoonefield": [6, 7], "editors_of_readerstudi": 6, "readers_group": 6, "readers_of_readerstudi": 6, "optional_for_reader_studi": 6, "imagingmod": 6, "bodystructur": 6, "organ": 6, "actions_with_reader_studies_readerstudy_as_actor": 6, "actions_with_reader_studies_readerstudy_as_target": 6, "actions_with_reader_studies_readerstudy_as_action_object": 6, "add_editor": 6, "add_read": 6, "answerable_question_count": 6, "answerable_quest": 6, "get_progress_for_us": 6, "percentag": 6, "image_group": 6, "is_editor": 6, "is_read": 6, "remove_editor": 6, "remove_read": 6, "score_for_us": 6, "scores_by_us": 6, "study_image_nam": 6, "reject": 6, "info": 6, "rejection_text": 6, "sent": 6, "reason": 6, "actions_with_reader_studies_readerstudypermissionrequest_as_actor": 6, "actions_with_reader_studies_readerstudypermissionrequest_as_target": 6, "actions_with_reader_studies_readerstudypermissionrequest_as_action_object": 6, "_": [6, 7], "__": [6, 7], "delet": [6, 7], "signal": [6, 7], "catch": [6, 7], "bulk_delet": [6, 7], "expos": 7, "websocket": 7, "lauch": 7, "host": 7, "proxi": 7, "hostnam": 7, "token": 7, "otherwis": 7, "termin": 7, "maxmium_dur": 7, "reach": 7, "screenshot": 7, "user_com": 7, "imagefield": 7, "rtype": 7, "track": 7, "happen": 7, "workstation_imag": 7, "maximum_dur": 7, "activ": 7, "user_finish": 7, "earli": 7, "histori": 7, "ping_tim": 7, "ping": 7, "extra_env_var": 7, "var": 7, "variabl": 7, "auth_token": 7, "authtoken": 7, "auth": 7, "expires_at": 7, "datetim": 7, "expir": 7, "uniqu": 7, "could": 7, "inact": 7, "readi": 7, "workstations_maximum_sess": 7, "componentexcept": 7, "task_kwarg": 7, "update_statu": 7, "queu": 7, "editors_of_workst": 7, "users_group": 7, "users_of_workst": 7, "repres": 7, "http_port": 7, "websocket_port": 7, "mlab4d4c4142": 7, "initial_path": 7, "initi": 7}, "objects": {"grandchallenge.components": [[1, 0, 0, "-", "models"]], "grandchallenge.components.models": [[1, 1, 1, "", "ComponentImage"], [1, 1, 1, "", "ComponentInterface"], [1, 1, 1, "", "ComponentInterfaceValue"], [1, 1, 1, "", "ComponentJob"], [1, 1, 1, "", "ComponentJobManager"], [1, 1, 1, "", "GPUTypeChoices"], [1, 1, 1, "", "ImportStatusChoices"], [1, 1, 1, "", "InterfaceKind"], [1, 1, 1, "", "InterfaceKindChoices"], [1, 1, 1, "", "InterfaceSuperKindChoices"], [1, 1, 1, "", "InterfacesAndValues"], [1, 1, 1, "", "OverlaySegmentsMixin"]], "grandchallenge.components.models.ComponentImage": [[1, 1, 1, "", "GPUTypeChoices"], [1, 1, 1, "", "ImportStatusChoices"], [1, 2, 1, "", "original_repo_tag"], [1, 3, 1, "", "save"]], "grandchallenge.components.models.ComponentInterface": [[1, 4, 1, "", "DoesNotExist"], [1, 5, 1, "", "Kind"], [1, 4, 1, "", "MultipleObjectsReturned"], [1, 3, 1, "", "__init__"], [1, 3, 1, "", "clean"], [1, 3, 1, "", "validate_against_schema"]], "grandchallenge.components.models.ComponentInterfaceValue": [[1, 4, 1, "", "DoesNotExist"], [1, 4, 1, "", "MultipleObjectsReturned"], [1, 3, 1, "", "__init__"], [1, 3, 1, "", "clean"], [1, 2, 1, "", "decompress"], [1, 5, 1, "", "image_file"], [1, 2, 1, "", "relative_path"], [1, 3, 1, "", "save"]], "grandchallenge.components.models.ComponentJob": [[1, 2, 1, "", "container"], [1, 2, 1, "", "output_interfaces"]], "grandchallenge.components.models.ComponentJobManager": [[1, 3, 1, "", "average_duration"], [1, 3, 1, "", "with_duration"]], "grandchallenge.components.models.InterfaceKind": [[1, 1, 1, "", "InterfaceKindChoices"], [1, 3, 1, "", "interface_type_file"], [1, 3, 1, "", "interface_type_image"], [1, 3, 1, "", "interface_type_json"], [1, 3, 1, "", "interface_type_mandatory_isolation"], [1, 3, 1, "", "interface_type_undisplayable"]], "grandchallenge.components.models.InterfacesAndValues": [[1, 5, 1, "", "interfaces"], [1, 5, 1, "", "values"]], "grandchallenge.evaluation.models": [[4, 1, 1, "", "Phase"]], "grandchallenge.evaluation.models.Phase": [[4, 4, 1, "", "DoesNotExist"], [4, 4, 1, "", "MultipleObjectsReturned"], [4, 1, 1, "", "StatusChoices"], [4, 1, 1, "", "SubmissionKindChoices"], [4, 5, 1, "", "active_image"], [4, 3, 1, "", "clean"], [4, 3, 1, "", "get_next_submission"], [4, 3, 1, "", "save"], [4, 5, 1, "", "valid_archive_items"]], "grandchallenge.evaluation.templatetags": [[4, 0, 0, "-", "evaluation_extras"]], "grandchallenge.evaluation.templatetags.evaluation_extras": [[4, 6, 1, "", "get_jsonpath"]], "grandchallenge.reader_studies": [[6, 0, 0, "-", "models"]], "grandchallenge.reader_studies.models": [[6, 1, 1, "", "Answer"], [6, 1, 1, "", "AnswerGroupObjectPermission"], [6, 1, 1, "", "AnswerType"], [6, 1, 1, "", "AnswerUserObjectPermission"], [6, 1, 1, "", "CategoricalOption"], [6, 1, 1, "", "DisplaySet"], [6, 1, 1, "", "DisplaySetGroupObjectPermission"], [6, 1, 1, "", "DisplaySetUserObjectPermission"], [6, 1, 1, "", "ImagePort"], [6, 1, 1, "", "OptionalHangingProtocolReaderStudy"], [6, 1, 1, "", "Question"], [6, 1, 1, "", "QuestionGroupObjectPermission"], [6, 1, 1, "", "QuestionUserObjectPermission"], [6, 1, 1, "", "QuestionWidgetKindChoices"], [6, 1, 1, "", "ReaderStudy"], [6, 1, 1, "", "ReaderStudyGroupObjectPermission"], [6, 1, 1, "", "ReaderStudyPermissionRequest"], [6, 1, 1, "", "ReaderStudyUserObjectPermission"], [6, 6, 1, "", "delete_reader_study_groups_hook"]], "grandchallenge.reader_studies.models.Answer": [[6, 4, 1, "", "DoesNotExist"], [6, 4, 1, "", "MultipleObjectsReturned"], [6, 2, 1, "", "api_url"], [6, 3, 1, "", "calculate_score"], [6, 3, 1, "", "save"], [6, 3, 1, "", "save_without_historical_record"], [6, 3, 1, "", "validate"]], "grandchallenge.reader_studies.models.AnswerGroupObjectPermission": [[6, 4, 1, "", "DoesNotExist"], [6, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.reader_studies.models.AnswerUserObjectPermission": [[6, 4, 1, "", "DoesNotExist"], [6, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.reader_studies.models.CategoricalOption": [[6, 4, 1, "", "DoesNotExist"], [6, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.reader_studies.models.DisplaySet": [[6, 4, 1, "", "DoesNotExist"], [6, 4, 1, "", "MultipleObjectsReturned"], [6, 2, 1, "", "api_url"], [6, 3, 1, "", "save"], [6, 5, 1, "", "workstation_url"]], "grandchallenge.reader_studies.models.DisplaySetGroupObjectPermission": [[6, 4, 1, "", "DoesNotExist"], [6, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.reader_studies.models.DisplaySetUserObjectPermission": [[6, 4, 1, "", "DoesNotExist"], [6, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.reader_studies.models.OptionalHangingProtocolReaderStudy": [[6, 4, 1, "", "DoesNotExist"], [6, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.reader_studies.models.Question": [[6, 1, 1, "", "AnswerType"], [6, 1, 1, "", "Direction"], [6, 4, 1, "", "DoesNotExist"], [6, 1, 1, "", "ImagePort"], [6, 4, 1, "", "MultipleObjectsReturned"], [6, 1, 1, "", "ScoringFunction"], [6, 2, 1, "", "api_url"], [6, 3, 1, "", "calculate_score"], [6, 3, 1, "", "clean"], [6, 2, 1, "", "empty_answer_value"], [6, 3, 1, "", "is_answer_valid"], [6, 2, 1, "", "is_fully_editable"], [6, 3, 1, "", "save"]], "grandchallenge.reader_studies.models.QuestionGroupObjectPermission": [[6, 4, 1, "", "DoesNotExist"], [6, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.reader_studies.models.QuestionUserObjectPermission": [[6, 4, 1, "", "DoesNotExist"], [6, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.reader_studies.models.ReaderStudy": [[6, 4, 1, "", "DoesNotExist"], [6, 4, 1, "", "MultipleObjectsReturned"], [6, 3, 1, "", "add_editor"], [6, 3, 1, "", "add_reader"], [6, 5, 1, "", "answerable_question_count"], [6, 5, 1, "", "answerable_questions"], [6, 3, 1, "", "clean"], [6, 3, 1, "", "get_progress_for_user"], [6, 2, 1, "", "help_text"], [6, 2, 1, "", "image_groups"], [6, 3, 1, "", "is_editor"], [6, 3, 1, "", "is_reader"], [6, 5, 1, "", "leaderboard"], [6, 3, 1, "", "remove_editor"], [6, 3, 1, "", "remove_reader"], [6, 3, 1, "", "save"], [6, 3, 1, "", "score_for_user"], [6, 5, 1, "", "scores_by_user"], [6, 5, 1, "", "statistics"], [6, 5, 1, "", "study_image_names"]], "grandchallenge.reader_studies.models.ReaderStudyGroupObjectPermission": [[6, 4, 1, "", "DoesNotExist"], [6, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.reader_studies.models.ReaderStudyPermissionRequest": [[6, 4, 1, "", "DoesNotExist"], [6, 4, 1, "", "MultipleObjectsReturned"], [6, 3, 1, "", "save"]], "grandchallenge.reader_studies.models.ReaderStudyUserObjectPermission": [[6, 4, 1, "", "DoesNotExist"], [6, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.workstations": [[7, 0, 0, "-", "models"]], "grandchallenge.workstations.models": [[7, 1, 1, "", "Feedback"], [7, 1, 1, "", "FeedbackGroupObjectPermission"], [7, 1, 1, "", "FeedbackUserObjectPermission"], [7, 1, 1, "", "Session"], [7, 1, 1, "", "SessionGroupObjectPermission"], [7, 1, 1, "", "SessionUserObjectPermission"], [7, 1, 1, "", "Workstation"], [7, 1, 1, "", "WorkstationGroupObjectPermission"], [7, 1, 1, "", "WorkstationImage"], [7, 1, 1, "", "WorkstationImageGroupObjectPermission"], [7, 1, 1, "", "WorkstationImageUserObjectPermission"], [7, 1, 1, "", "WorkstationUserObjectPermission"], [7, 6, 1, "", "delete_workstation_groups_hook"]], "grandchallenge.workstations.models.Feedback": [[7, 4, 1, "", "DoesNotExist"], [7, 4, 1, "", "MultipleObjectsReturned"], [7, 3, 1, "", "save"]], "grandchallenge.workstations.models.FeedbackGroupObjectPermission": [[7, 4, 1, "", "DoesNotExist"], [7, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.workstations.models.FeedbackUserObjectPermission": [[7, 4, 1, "", "DoesNotExist"], [7, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.workstations.models.Session": [[7, 4, 1, "", "DoesNotExist"], [7, 4, 1, "", "MultipleObjectsReturned"], [7, 1, 1, "", "Region"], [7, 2, 1, "", "environment"], [7, 2, 1, "", "expires_at"], [7, 2, 1, "", "hostname"], [7, 3, 1, "", "save"], [7, 3, 1, "", "save_without_historical_record"], [7, 2, 1, "", "service"], [7, 3, 1, "", "start"], [7, 3, 1, "", "stop"], [7, 2, 1, "", "task_kwargs"], [7, 3, 1, "", "update_status"], [7, 2, 1, "", "workstation_url"]], "grandchallenge.workstations.models.SessionGroupObjectPermission": [[7, 4, 1, "", "DoesNotExist"], [7, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.workstations.models.SessionUserObjectPermission": [[7, 4, 1, "", "DoesNotExist"], [7, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.workstations.models.Workstation": [[7, 4, 1, "", "DoesNotExist"], [7, 4, 1, "", "MultipleObjectsReturned"], [7, 2, 1, "", "active_image"], [7, 3, 1, "", "save"]], "grandchallenge.workstations.models.WorkstationGroupObjectPermission": [[7, 4, 1, "", "DoesNotExist"], [7, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.workstations.models.WorkstationImage": [[7, 4, 1, "", "DoesNotExist"], [7, 4, 1, "", "MultipleObjectsReturned"], [7, 3, 1, "", "save"]], "grandchallenge.workstations.models.WorkstationImageGroupObjectPermission": [[7, 4, 1, "", "DoesNotExist"], [7, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.workstations.models.WorkstationImageUserObjectPermission": [[7, 4, 1, "", "DoesNotExist"], [7, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.workstations.models.WorkstationUserObjectPermission": [[7, 4, 1, "", "DoesNotExist"], [7, 4, 1, "", "MultipleObjectsReturned"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:property", "3": "py:method", "4": "py:exception", "5": "py:attribute", "6": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "property", "Python property"], "3": ["py", "method", "Python method"], "4": ["py", "exception", "Python exception"], "5": ["py", "attribute", "Python attribute"], "6": ["py", "function", "Python function"]}, "titleterms": {"architectur": 0, "ubiquit": 0, "languag": 0, "user": 0, "system": 0, "context": 0, "contain": [0, 4], "compon": [0, 1], "api": 0, "workstat": [0, 7], "imag": [0, 2], "evalu": [0, 4], "algorithm": 0, "worker": 0, "design": 2, "decis": 2, "definit": 2, "databas": 2, "object": 2, "develop": 3, "instal": 3, "The": 3, "site": 3, "run": 3, "test": 3, "through": 3, "docker": 3, "compos": 3, "pycharm": 3, "configur": 3, "creat": [3, 6], "migrat": 3, "build": 3, "document": [3, 5], "ad": [3, 6], "new": 3, "depend": 3, "go": 3, "product": 3, "requir": 4, "input": 4, "entrypoint": 4, "error": 4, "output": 4, "option": 4, "templat": 4, "tag": 4, "welcom": 5, "grand": 5, "challeng": 5, "org": 5, "": 5, "content": 5, "indic": 5, "tabl": 5, "reader": 6, "studi": 6, "case": 6, "defin": 6, "hang": 6, "list": 6, "question": 6, "ground": 6, "truth": 6}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.todo": 2, "sphinx.ext.viewcode": 1, "sphinx.ext.intersphinx": 1, "sphinx": 60}, "alltitles": {"Architecture": [[0, "architecture"]], "Ubiquitous Language": [[0, "ubiquitous-language"]], "Users": [[0, "users"]], "System Context": [[0, "system-context"]], "Containers": [[0, "containers"]], "Components": [[0, "components"], [1, "components"]], "API": [[0, "api"]], "Workstations": [[0, "workstations"], [7, "workstations"]], "Image, Evaluation and Algorithm Workers": [[0, "image-evaluation-and-algorithm-workers"]], "Design decisions": [[2, "design-decisions"]], "Definitions": [[2, "definitions"]], "Image database objects": [[2, "image-database-objects"]], "Development": [[3, "development"], [3, "id1"]], "Installation": [[3, "installation"]], "The Development Site": [[3, "the-development-site"]], "Running the Tests": [[3, "running-the-tests"]], "Running through docker compose": [[3, "running-through-docker-compose"]], "PyCharm Configuration": [[3, "pycharm-configuration"]], "Creating Migrations": [[3, "creating-migrations"]], "Building the documentation": [[3, "building-the-documentation"]], "Adding new dependencies": [[3, "adding-new-dependencies"]], "Going to Production": [[3, "going-to-production"]], "Evaluation": [[4, "evaluation"]], "Evaluation Container Requirements": [[4, "evaluation-container-requirements"]], "Input": [[4, "input"]], "Entrypoint": [[4, "entrypoint"]], "Errors": [[4, "errors"]], "Output": [[4, "output"]], "Evaluation Options": [[4, "evaluation-options"]], "Template Tags": [[4, "module-grandchallenge.evaluation.templatetags.evaluation_extras"]], "Welcome to grand-challenge.org\u2019s documentation!": [[5, "welcome-to-grand-challenge-org-s-documentation"]], "Contents:": [[5, null]], "Indices and tables": [[5, "indices-and-tables"]], "Reader Studies": [[6, "module-grandchallenge.reader_studies.models"]], "Creating a Reader Study": [[6, "creating-a-reader-study"]], "Cases": [[6, "cases"]], "Defining the Hanging List": [[6, "defining-the-hanging-list"]], "Questions": [[6, "questions"]], "Adding Ground Truth": [[6, "adding-ground-truth"]]}, "indexentries": {"componentimage (class in grandchallenge.components.models)": [[1, "grandchallenge.components.models.ComponentImage"]], "componentimage.gputypechoices (class in grandchallenge.components.models)": [[1, "grandchallenge.components.models.ComponentImage.GPUTypeChoices"]], "componentimage.importstatuschoices (class in grandchallenge.components.models)": [[1, "grandchallenge.components.models.ComponentImage.ImportStatusChoices"]], "componentinterface (class in grandchallenge.components.models)": [[1, "grandchallenge.components.models.ComponentInterface"]], "componentinterface.doesnotexist": [[1, "grandchallenge.components.models.ComponentInterface.DoesNotExist"]], "componentinterface.multipleobjectsreturned": [[1, "grandchallenge.components.models.ComponentInterface.MultipleObjectsReturned"]], "componentinterfacevalue (class in grandchallenge.components.models)": [[1, "grandchallenge.components.models.ComponentInterfaceValue"]], "componentinterfacevalue.doesnotexist": [[1, "grandchallenge.components.models.ComponentInterfaceValue.DoesNotExist"]], "componentinterfacevalue.multipleobjectsreturned": [[1, "grandchallenge.components.models.ComponentInterfaceValue.MultipleObjectsReturned"]], "componentjob (class in grandchallenge.components.models)": [[1, "grandchallenge.components.models.ComponentJob"]], "componentjobmanager (class in grandchallenge.components.models)": [[1, "grandchallenge.components.models.ComponentJobManager"]], "gputypechoices (class in grandchallenge.components.models)": [[1, "grandchallenge.components.models.GPUTypeChoices"]], "importstatuschoices (class in grandchallenge.components.models)": [[1, "grandchallenge.components.models.ImportStatusChoices"]], "interfacekind (class in grandchallenge.components.models)": [[1, "grandchallenge.components.models.InterfaceKind"]], "interfacekind.interfacekindchoices (class in grandchallenge.components.models)": [[1, "grandchallenge.components.models.InterfaceKind.InterfaceKindChoices"]], "interfacekindchoices (class in grandchallenge.components.models)": [[1, "grandchallenge.components.models.InterfaceKindChoices"]], "interfacesuperkindchoices (class in grandchallenge.components.models)": [[1, "grandchallenge.components.models.InterfaceSuperKindChoices"]], "interfacesandvalues (class in grandchallenge.components.models)": [[1, "grandchallenge.components.models.InterfacesAndValues"]], "kind (grandchallenge.components.models.componentinterface attribute)": [[1, "grandchallenge.components.models.ComponentInterface.Kind"]], "overlaysegmentsmixin (class in grandchallenge.components.models)": [[1, "grandchallenge.components.models.OverlaySegmentsMixin"]], "__init__() (grandchallenge.components.models.componentinterface method)": [[1, "grandchallenge.components.models.ComponentInterface.__init__"]], "__init__() (grandchallenge.components.models.componentinterfacevalue method)": [[1, "grandchallenge.components.models.ComponentInterfaceValue.__init__"]], "average_duration() (grandchallenge.components.models.componentjobmanager method)": [[1, "grandchallenge.components.models.ComponentJobManager.average_duration"]], "clean() (grandchallenge.components.models.componentinterface method)": [[1, "grandchallenge.components.models.ComponentInterface.clean"]], "clean() (grandchallenge.components.models.componentinterfacevalue method)": [[1, "grandchallenge.components.models.ComponentInterfaceValue.clean"]], "container (grandchallenge.components.models.componentjob property)": [[1, "grandchallenge.components.models.ComponentJob.container"]], "decompress (grandchallenge.components.models.componentinterfacevalue property)": [[1, "grandchallenge.components.models.ComponentInterfaceValue.decompress"]], "grandchallenge.components.models": [[1, "module-grandchallenge.components.models"]], "image_file (grandchallenge.components.models.componentinterfacevalue attribute)": [[1, "grandchallenge.components.models.ComponentInterfaceValue.image_file"]], "interface_type_file() (grandchallenge.components.models.interfacekind static method)": [[1, "grandchallenge.components.models.InterfaceKind.interface_type_file"]], "interface_type_image() (grandchallenge.components.models.interfacekind static method)": [[1, "grandchallenge.components.models.InterfaceKind.interface_type_image"]], "interface_type_json() (grandchallenge.components.models.interfacekind static method)": [[1, "grandchallenge.components.models.InterfaceKind.interface_type_json"]], "interface_type_mandatory_isolation() (grandchallenge.components.models.interfacekind static method)": [[1, "grandchallenge.components.models.InterfaceKind.interface_type_mandatory_isolation"]], "interface_type_undisplayable() (grandchallenge.components.models.interfacekind static method)": [[1, "grandchallenge.components.models.InterfaceKind.interface_type_undisplayable"]], "interfaces (grandchallenge.components.models.interfacesandvalues attribute)": [[1, "grandchallenge.components.models.InterfacesAndValues.interfaces"]], "module": [[1, "module-grandchallenge.components.models"], [4, "module-grandchallenge.evaluation.templatetags.evaluation_extras"], [6, "module-grandchallenge.reader_studies.models"], [7, "module-grandchallenge.workstations.models"]], "original_repo_tag (grandchallenge.components.models.componentimage property)": [[1, "grandchallenge.components.models.ComponentImage.original_repo_tag"]], "output_interfaces (grandchallenge.components.models.componentjob property)": [[1, "grandchallenge.components.models.ComponentJob.output_interfaces"]], "relative_path (grandchallenge.components.models.componentinterfacevalue property)": [[1, "grandchallenge.components.models.ComponentInterfaceValue.relative_path"]], "save() (grandchallenge.components.models.componentimage method)": [[1, "grandchallenge.components.models.ComponentImage.save"]], "save() (grandchallenge.components.models.componentinterfacevalue method)": [[1, "grandchallenge.components.models.ComponentInterfaceValue.save"]], "validate_against_schema() (grandchallenge.components.models.componentinterface method)": [[1, "grandchallenge.components.models.ComponentInterface.validate_against_schema"]], "values (grandchallenge.components.models.interfacesandvalues attribute)": [[1, "grandchallenge.components.models.InterfacesAndValues.values"]], "with_duration() (grandchallenge.components.models.componentjobmanager method)": [[1, "grandchallenge.components.models.ComponentJobManager.with_duration"]], "phase (class in grandchallenge.evaluation.models)": [[4, "grandchallenge.evaluation.models.Phase"]], "phase.doesnotexist": [[4, "grandchallenge.evaluation.models.Phase.DoesNotExist"]], "phase.multipleobjectsreturned": [[4, "grandchallenge.evaluation.models.Phase.MultipleObjectsReturned"]], "phase.statuschoices (class in grandchallenge.evaluation.models)": [[4, "grandchallenge.evaluation.models.Phase.StatusChoices"]], "phase.submissionkindchoices (class in grandchallenge.evaluation.models)": [[4, "grandchallenge.evaluation.models.Phase.SubmissionKindChoices"]], "active_image (grandchallenge.evaluation.models.phase attribute)": [[4, "grandchallenge.evaluation.models.Phase.active_image"]], "clean() (grandchallenge.evaluation.models.phase method)": [[4, "grandchallenge.evaluation.models.Phase.clean"]], "get_jsonpath() (in module grandchallenge.evaluation.templatetags.evaluation_extras)": [[4, "grandchallenge.evaluation.templatetags.evaluation_extras.get_jsonpath"]], "get_next_submission() (grandchallenge.evaluation.models.phase method)": [[4, "grandchallenge.evaluation.models.Phase.get_next_submission"]], "grandchallenge.evaluation.templatetags.evaluation_extras": [[4, "module-grandchallenge.evaluation.templatetags.evaluation_extras"]], "save() (grandchallenge.evaluation.models.phase method)": [[4, "grandchallenge.evaluation.models.Phase.save"]], "valid_archive_items (grandchallenge.evaluation.models.phase attribute)": [[4, "grandchallenge.evaluation.models.Phase.valid_archive_items"]], "answer (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.Answer"]], "answer.doesnotexist": [[6, "grandchallenge.reader_studies.models.Answer.DoesNotExist"]], "answer.multipleobjectsreturned": [[6, "grandchallenge.reader_studies.models.Answer.MultipleObjectsReturned"]], "answergroupobjectpermission (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.AnswerGroupObjectPermission"]], "answergroupobjectpermission.doesnotexist": [[6, "grandchallenge.reader_studies.models.AnswerGroupObjectPermission.DoesNotExist"]], "answergroupobjectpermission.multipleobjectsreturned": [[6, "grandchallenge.reader_studies.models.AnswerGroupObjectPermission.MultipleObjectsReturned"]], "answertype (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.AnswerType"]], "answeruserobjectpermission (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.AnswerUserObjectPermission"]], "answeruserobjectpermission.doesnotexist": [[6, "grandchallenge.reader_studies.models.AnswerUserObjectPermission.DoesNotExist"]], "answeruserobjectpermission.multipleobjectsreturned": [[6, "grandchallenge.reader_studies.models.AnswerUserObjectPermission.MultipleObjectsReturned"]], "categoricaloption (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.CategoricalOption"]], "categoricaloption.doesnotexist": [[6, "grandchallenge.reader_studies.models.CategoricalOption.DoesNotExist"]], "categoricaloption.multipleobjectsreturned": [[6, "grandchallenge.reader_studies.models.CategoricalOption.MultipleObjectsReturned"]], "displayset (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.DisplaySet"]], "displayset.doesnotexist": [[6, "grandchallenge.reader_studies.models.DisplaySet.DoesNotExist"]], "displayset.multipleobjectsreturned": [[6, "grandchallenge.reader_studies.models.DisplaySet.MultipleObjectsReturned"]], "displaysetgroupobjectpermission (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.DisplaySetGroupObjectPermission"]], "displaysetgroupobjectpermission.doesnotexist": [[6, "grandchallenge.reader_studies.models.DisplaySetGroupObjectPermission.DoesNotExist"]], "displaysetgroupobjectpermission.multipleobjectsreturned": [[6, "grandchallenge.reader_studies.models.DisplaySetGroupObjectPermission.MultipleObjectsReturned"]], "displaysetuserobjectpermission (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.DisplaySetUserObjectPermission"]], "displaysetuserobjectpermission.doesnotexist": [[6, "grandchallenge.reader_studies.models.DisplaySetUserObjectPermission.DoesNotExist"]], "displaysetuserobjectpermission.multipleobjectsreturned": [[6, "grandchallenge.reader_studies.models.DisplaySetUserObjectPermission.MultipleObjectsReturned"]], "imageport (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.ImagePort"]], "optionalhangingprotocolreaderstudy (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.OptionalHangingProtocolReaderStudy"]], "optionalhangingprotocolreaderstudy.doesnotexist": [[6, "grandchallenge.reader_studies.models.OptionalHangingProtocolReaderStudy.DoesNotExist"]], "optionalhangingprotocolreaderstudy.multipleobjectsreturned": [[6, "grandchallenge.reader_studies.models.OptionalHangingProtocolReaderStudy.MultipleObjectsReturned"]], "question (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.Question"]], "question.answertype (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.Question.AnswerType"]], "question.direction (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.Question.Direction"]], "question.doesnotexist": [[6, "grandchallenge.reader_studies.models.Question.DoesNotExist"]], "question.imageport (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.Question.ImagePort"]], "question.multipleobjectsreturned": [[6, "grandchallenge.reader_studies.models.Question.MultipleObjectsReturned"]], "question.scoringfunction (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.Question.ScoringFunction"]], "questiongroupobjectpermission (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.QuestionGroupObjectPermission"]], "questiongroupobjectpermission.doesnotexist": [[6, "grandchallenge.reader_studies.models.QuestionGroupObjectPermission.DoesNotExist"]], "questiongroupobjectpermission.multipleobjectsreturned": [[6, "grandchallenge.reader_studies.models.QuestionGroupObjectPermission.MultipleObjectsReturned"]], "questionuserobjectpermission (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.QuestionUserObjectPermission"]], "questionuserobjectpermission.doesnotexist": [[6, "grandchallenge.reader_studies.models.QuestionUserObjectPermission.DoesNotExist"]], "questionuserobjectpermission.multipleobjectsreturned": [[6, "grandchallenge.reader_studies.models.QuestionUserObjectPermission.MultipleObjectsReturned"]], "questionwidgetkindchoices (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.QuestionWidgetKindChoices"]], "readerstudy (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.ReaderStudy"]], "readerstudy.doesnotexist": [[6, "grandchallenge.reader_studies.models.ReaderStudy.DoesNotExist"]], "readerstudy.multipleobjectsreturned": [[6, "grandchallenge.reader_studies.models.ReaderStudy.MultipleObjectsReturned"]], "readerstudygroupobjectpermission (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.ReaderStudyGroupObjectPermission"]], "readerstudygroupobjectpermission.doesnotexist": [[6, "grandchallenge.reader_studies.models.ReaderStudyGroupObjectPermission.DoesNotExist"]], "readerstudygroupobjectpermission.multipleobjectsreturned": [[6, "grandchallenge.reader_studies.models.ReaderStudyGroupObjectPermission.MultipleObjectsReturned"]], "readerstudypermissionrequest (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.ReaderStudyPermissionRequest"]], "readerstudypermissionrequest.doesnotexist": [[6, "grandchallenge.reader_studies.models.ReaderStudyPermissionRequest.DoesNotExist"]], "readerstudypermissionrequest.multipleobjectsreturned": [[6, "grandchallenge.reader_studies.models.ReaderStudyPermissionRequest.MultipleObjectsReturned"]], "readerstudyuserobjectpermission (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.ReaderStudyUserObjectPermission"]], "readerstudyuserobjectpermission.doesnotexist": [[6, "grandchallenge.reader_studies.models.ReaderStudyUserObjectPermission.DoesNotExist"]], "readerstudyuserobjectpermission.multipleobjectsreturned": [[6, "grandchallenge.reader_studies.models.ReaderStudyUserObjectPermission.MultipleObjectsReturned"]], "add_editor() (grandchallenge.reader_studies.models.readerstudy method)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.add_editor"]], "add_reader() (grandchallenge.reader_studies.models.readerstudy method)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.add_reader"]], "answerable_question_count (grandchallenge.reader_studies.models.readerstudy attribute)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.answerable_question_count"]], "answerable_questions (grandchallenge.reader_studies.models.readerstudy attribute)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.answerable_questions"]], "api_url (grandchallenge.reader_studies.models.answer property)": [[6, "grandchallenge.reader_studies.models.Answer.api_url"]], "api_url (grandchallenge.reader_studies.models.displayset property)": [[6, "grandchallenge.reader_studies.models.DisplaySet.api_url"]], "api_url (grandchallenge.reader_studies.models.question property)": [[6, "grandchallenge.reader_studies.models.Question.api_url"]], "calculate_score() (grandchallenge.reader_studies.models.answer method)": [[6, "grandchallenge.reader_studies.models.Answer.calculate_score"]], "calculate_score() (grandchallenge.reader_studies.models.question method)": [[6, "grandchallenge.reader_studies.models.Question.calculate_score"]], "clean() (grandchallenge.reader_studies.models.question method)": [[6, "grandchallenge.reader_studies.models.Question.clean"]], "clean() (grandchallenge.reader_studies.models.readerstudy method)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.clean"]], "delete_reader_study_groups_hook() (in module grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.delete_reader_study_groups_hook"]], "empty_answer_value (grandchallenge.reader_studies.models.question property)": [[6, "grandchallenge.reader_studies.models.Question.empty_answer_value"]], "get_progress_for_user() (grandchallenge.reader_studies.models.readerstudy method)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.get_progress_for_user"]], "grandchallenge.reader_studies.models": [[6, "module-grandchallenge.reader_studies.models"]], "help_text (grandchallenge.reader_studies.models.readerstudy property)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.help_text"]], "image_groups (grandchallenge.reader_studies.models.readerstudy property)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.image_groups"]], "is_answer_valid() (grandchallenge.reader_studies.models.question method)": [[6, "grandchallenge.reader_studies.models.Question.is_answer_valid"]], "is_editor() (grandchallenge.reader_studies.models.readerstudy method)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.is_editor"]], "is_fully_editable (grandchallenge.reader_studies.models.question property)": [[6, "grandchallenge.reader_studies.models.Question.is_fully_editable"]], "is_reader() (grandchallenge.reader_studies.models.readerstudy method)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.is_reader"]], "leaderboard (grandchallenge.reader_studies.models.readerstudy attribute)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.leaderboard"]], "remove_editor() (grandchallenge.reader_studies.models.readerstudy method)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.remove_editor"]], "remove_reader() (grandchallenge.reader_studies.models.readerstudy method)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.remove_reader"]], "save() (grandchallenge.reader_studies.models.answer method)": [[6, "grandchallenge.reader_studies.models.Answer.save"]], "save() (grandchallenge.reader_studies.models.displayset method)": [[6, "grandchallenge.reader_studies.models.DisplaySet.save"]], "save() (grandchallenge.reader_studies.models.question method)": [[6, "grandchallenge.reader_studies.models.Question.save"]], "save() (grandchallenge.reader_studies.models.readerstudy method)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.save"]], "save() (grandchallenge.reader_studies.models.readerstudypermissionrequest method)": [[6, "grandchallenge.reader_studies.models.ReaderStudyPermissionRequest.save"]], "save_without_historical_record() (grandchallenge.reader_studies.models.answer method)": [[6, "grandchallenge.reader_studies.models.Answer.save_without_historical_record"]], "score_for_user() (grandchallenge.reader_studies.models.readerstudy method)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.score_for_user"]], "scores_by_user (grandchallenge.reader_studies.models.readerstudy attribute)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.scores_by_user"]], "statistics (grandchallenge.reader_studies.models.readerstudy attribute)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.statistics"]], "study_image_names (grandchallenge.reader_studies.models.readerstudy attribute)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.study_image_names"]], "validate() (grandchallenge.reader_studies.models.answer static method)": [[6, "grandchallenge.reader_studies.models.Answer.validate"]], "workstation_url (grandchallenge.reader_studies.models.displayset attribute)": [[6, "grandchallenge.reader_studies.models.DisplaySet.workstation_url"]], "feedback (class in grandchallenge.workstations.models)": [[7, "grandchallenge.workstations.models.Feedback"]], "feedback.doesnotexist": [[7, "grandchallenge.workstations.models.Feedback.DoesNotExist"]], "feedback.multipleobjectsreturned": [[7, "grandchallenge.workstations.models.Feedback.MultipleObjectsReturned"]], "feedbackgroupobjectpermission (class in grandchallenge.workstations.models)": [[7, "grandchallenge.workstations.models.FeedbackGroupObjectPermission"]], "feedbackgroupobjectpermission.doesnotexist": [[7, "grandchallenge.workstations.models.FeedbackGroupObjectPermission.DoesNotExist"]], "feedbackgroupobjectpermission.multipleobjectsreturned": [[7, "grandchallenge.workstations.models.FeedbackGroupObjectPermission.MultipleObjectsReturned"]], "feedbackuserobjectpermission (class in grandchallenge.workstations.models)": [[7, "grandchallenge.workstations.models.FeedbackUserObjectPermission"]], "feedbackuserobjectpermission.doesnotexist": [[7, "grandchallenge.workstations.models.FeedbackUserObjectPermission.DoesNotExist"]], "feedbackuserobjectpermission.multipleobjectsreturned": [[7, "grandchallenge.workstations.models.FeedbackUserObjectPermission.MultipleObjectsReturned"]], "session (class in grandchallenge.workstations.models)": [[7, "grandchallenge.workstations.models.Session"]], "session.doesnotexist": [[7, "grandchallenge.workstations.models.Session.DoesNotExist"]], "session.multipleobjectsreturned": [[7, "grandchallenge.workstations.models.Session.MultipleObjectsReturned"]], "session.region (class in grandchallenge.workstations.models)": [[7, "grandchallenge.workstations.models.Session.Region"]], "sessiongroupobjectpermission (class in grandchallenge.workstations.models)": [[7, "grandchallenge.workstations.models.SessionGroupObjectPermission"]], "sessiongroupobjectpermission.doesnotexist": [[7, "grandchallenge.workstations.models.SessionGroupObjectPermission.DoesNotExist"]], "sessiongroupobjectpermission.multipleobjectsreturned": [[7, "grandchallenge.workstations.models.SessionGroupObjectPermission.MultipleObjectsReturned"]], "sessionuserobjectpermission (class in grandchallenge.workstations.models)": [[7, "grandchallenge.workstations.models.SessionUserObjectPermission"]], "sessionuserobjectpermission.doesnotexist": [[7, "grandchallenge.workstations.models.SessionUserObjectPermission.DoesNotExist"]], "sessionuserobjectpermission.multipleobjectsreturned": [[7, "grandchallenge.workstations.models.SessionUserObjectPermission.MultipleObjectsReturned"]], "workstation (class in grandchallenge.workstations.models)": [[7, "grandchallenge.workstations.models.Workstation"]], "workstation.doesnotexist": [[7, "grandchallenge.workstations.models.Workstation.DoesNotExist"]], "workstation.multipleobjectsreturned": [[7, "grandchallenge.workstations.models.Workstation.MultipleObjectsReturned"]], "workstationgroupobjectpermission (class in grandchallenge.workstations.models)": [[7, "grandchallenge.workstations.models.WorkstationGroupObjectPermission"]], "workstationgroupobjectpermission.doesnotexist": [[7, "grandchallenge.workstations.models.WorkstationGroupObjectPermission.DoesNotExist"]], "workstationgroupobjectpermission.multipleobjectsreturned": [[7, "grandchallenge.workstations.models.WorkstationGroupObjectPermission.MultipleObjectsReturned"]], "workstationimage (class in grandchallenge.workstations.models)": [[7, "grandchallenge.workstations.models.WorkstationImage"]], "workstationimage.doesnotexist": [[7, "grandchallenge.workstations.models.WorkstationImage.DoesNotExist"]], "workstationimage.multipleobjectsreturned": [[7, "grandchallenge.workstations.models.WorkstationImage.MultipleObjectsReturned"]], "workstationimagegroupobjectpermission (class in grandchallenge.workstations.models)": [[7, "grandchallenge.workstations.models.WorkstationImageGroupObjectPermission"]], "workstationimagegroupobjectpermission.doesnotexist": [[7, "grandchallenge.workstations.models.WorkstationImageGroupObjectPermission.DoesNotExist"]], "workstationimagegroupobjectpermission.multipleobjectsreturned": [[7, "grandchallenge.workstations.models.WorkstationImageGroupObjectPermission.MultipleObjectsReturned"]], "workstationimageuserobjectpermission (class in grandchallenge.workstations.models)": [[7, "grandchallenge.workstations.models.WorkstationImageUserObjectPermission"]], "workstationimageuserobjectpermission.doesnotexist": [[7, "grandchallenge.workstations.models.WorkstationImageUserObjectPermission.DoesNotExist"]], "workstationimageuserobjectpermission.multipleobjectsreturned": [[7, "grandchallenge.workstations.models.WorkstationImageUserObjectPermission.MultipleObjectsReturned"]], "workstationuserobjectpermission (class in grandchallenge.workstations.models)": [[7, "grandchallenge.workstations.models.WorkstationUserObjectPermission"]], "workstationuserobjectpermission.doesnotexist": [[7, "grandchallenge.workstations.models.WorkstationUserObjectPermission.DoesNotExist"]], "workstationuserobjectpermission.multipleobjectsreturned": [[7, "grandchallenge.workstations.models.WorkstationUserObjectPermission.MultipleObjectsReturned"]], "active_image (grandchallenge.workstations.models.workstation property)": [[7, "grandchallenge.workstations.models.Workstation.active_image"]], "delete_workstation_groups_hook() (in module grandchallenge.workstations.models)": [[7, "grandchallenge.workstations.models.delete_workstation_groups_hook"]], "environment (grandchallenge.workstations.models.session property)": [[7, "grandchallenge.workstations.models.Session.environment"]], "expires_at (grandchallenge.workstations.models.session property)": [[7, "grandchallenge.workstations.models.Session.expires_at"]], "grandchallenge.workstations.models": [[7, "module-grandchallenge.workstations.models"]], "hostname (grandchallenge.workstations.models.session property)": [[7, "grandchallenge.workstations.models.Session.hostname"]], "save() (grandchallenge.workstations.models.feedback method)": [[7, "grandchallenge.workstations.models.Feedback.save"]], "save() (grandchallenge.workstations.models.session method)": [[7, "grandchallenge.workstations.models.Session.save"]], "save() (grandchallenge.workstations.models.workstation method)": [[7, "grandchallenge.workstations.models.Workstation.save"]], "save() (grandchallenge.workstations.models.workstationimage method)": [[7, "grandchallenge.workstations.models.WorkstationImage.save"]], "save_without_historical_record() (grandchallenge.workstations.models.session method)": [[7, "grandchallenge.workstations.models.Session.save_without_historical_record"]], "service (grandchallenge.workstations.models.session property)": [[7, "grandchallenge.workstations.models.Session.service"]], "start() (grandchallenge.workstations.models.session method)": [[7, "grandchallenge.workstations.models.Session.start"]], "stop() (grandchallenge.workstations.models.session method)": [[7, "grandchallenge.workstations.models.Session.stop"]], "task_kwargs (grandchallenge.workstations.models.session property)": [[7, "grandchallenge.workstations.models.Session.task_kwargs"]], "update_status() (grandchallenge.workstations.models.session method)": [[7, "grandchallenge.workstations.models.Session.update_status"]], "workstation_url (grandchallenge.workstations.models.session property)": [[7, "grandchallenge.workstations.models.Session.workstation_url"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["architecture", "components", "design", "development", "evaluation", "index", "reader-studies", "workstations"], "filenames": ["architecture.rst", "components.rst", "design.rst", "development.rst", "evaluation.rst", "index.rst", "reader-studies.rst", "workstations.rst"], "titles": ["Architecture", "Components", "Design decisions", "Development", "Evaluation", "Welcome to grand-challenge.org\u2019s documentation!", "Reader Studies", "Workstations"], "terms": {"thi": [0, 1, 2, 3, 4, 6, 7], "document": [0, 2], "us": [0, 1, 2, 3, 4, 5, 6, 7], "c4": 0, "model": [0, 1, 2, 3, 4, 6, 7], "visualis": [0, 1], "grand": [0, 1, 2, 3, 4, 6, 7], "challeng": [0, 1, 2, 3, 4, 6, 7], "org": [0, 1, 2, 3, 4, 6, 7], "cover": 0, "applic": [0, 2, 5], "data": [0, 1, 2, 4, 5], "store": [0, 1, 2, 3, 4, 7], "modul": [0, 1, 4, 5, 6, 7], "librari": 0, "mani": 0, "differ": [0, 2, 6, 7], "role": 0, "ar": [0, 1, 2, 3, 4, 5, 6, 7], "support": [0, 1, 2, 3, 6], "research": [0, 5], "A": [0, 2, 4, 6, 7], "i": [0, 1, 2, 3, 4, 6, 7], "who": [0, 2, 3, 6, 7], "want": [0, 1, 2, 3, 4, 6, 7], "manag": [0, 3, 5], "medic": [0, 5], "report": 0, "collect": 0, "annot": [0, 1, 5, 6, 7], "creat": [0, 4, 5, 7], "scienc": 0, "commun": 0, "gener": [0, 2, 3, 6], "solut": [0, 5], "clinic": [0, 5], "problem": [0, 5], "object": [0, 1, 4, 5, 6, 7], "submit": [0, 4], "scientist": [0, 5], "particip": [0, 4, 6], "download": [0, 1, 3, 4, 7], "train": [0, 5], "upload": [0, 1, 3, 4, 6, 7], "make": [0, 3, 4, 5, 6, 7], "those": [0, 6], "avail": [0, 6], "clinician": [0, 5], "execut": [0, 4], "learn": [0, 5], "how": [0, 1, 4, 6], "read": [0, 6], "new": [0, 4, 5, 7], "an": [0, 1, 2, 3, 4, 6, 7], "overview": [0, 6], "its": [0, 3, 6], "depend": [0, 5], "The": [0, 1, 2, 4, 6, 7], "overal": [0, 2, 4], "shape": 0, "technologi": 0, "choic": [0, 1, 2, 4], "note": [0, 3, 4], "separ": [0, 3], "deploy": 0, "necessarili": 0, "docker": [0, 1, 4, 7], "logic": 0, "interact": [0, 3, 7], "group": [0, 1, 3, 4, 6, 7], "relat": [0, 1, 4, 6, 7], "function": [0, 6], "behind": 0, "well": [0, 6], "defin": [0, 1, 3, 4, 5], "interfac": [0, 1, 4, 6], "sens": 0, "pipelin": 0, "django": [0, 3, 5], "monolith": 0, "sever": [0, 3], "can": [0, 1, 2, 3, 4, 5, 6, 7], "deploi": [0, 5], "scale": [0, 2], "independ": 0, "layer": [0, 1], "provid": [0, 4, 5, 6], "html": [0, 3, 4], "view": [0, 4, 6, 7], "rest": 0, "servic": [0, 3, 7], "abl": [0, 3, 4, 5, 6, 7], "launch": [0, 7], "allow": [0, 4, 6], "browser": 0, "One": 0, "instanti": 0, "per": [0, 4, 6], "which": [0, 1, 2, 3, 4, 6, 7], "singl": [0, 2, 6], "page": [0, 4, 5, 6], "secur": [0, 3], "web": [0, 3], "socket": [0, 3], "connect": [0, 1, 7], "establish": 0, "between": [0, 1, 2, 3, 6], "instanc": [0, 1, 4, 5, 6, 7], "There": [0, 3], "task": [0, 1], "requir": [0, 1, 2, 5, 6, 7], "asynchron": 0, "process": [0, 1, 3, 4, 6, 7], "long": 0, "comput": [0, 1, 4], "time": [0, 1, 3, 4, 7], "high": 0, "memori": [0, 1, 7], "usag": [0, 6, 7], "potenti": 0, "gpu": [0, 1, 7], "These": [0, 2, 3], "includ": [0, 1, 2, 3, 4, 7], "import": [0, 1, 3, 7], "submiss": [0, 1, 4], "schedul": 0, "celeri": [0, 4, 7], "node": 0, "horizont": 0, "class": [1, 4, 6, 7], "grandchalleng": [1, 3, 4, 6, 7], "componentimag": [1, 5], "arg": [1, 4, 6, 7], "kwarg": [1, 4, 6, 7], "sourc": [1, 4, 6, 7], "paramet": [1, 4, 6, 7], "imag": [1, 3, 4, 5, 6, 7], "filefield": [1, 7], "tar": [1, 3, 7], "gz": [1, 7], "archiv": [1, 3, 4, 5, 7], "contain": [1, 2, 3, 5, 6, 7], "produc": [1, 4, 7], "from": [1, 2, 3, 4, 6, 7], "command": [1, 3, 7], "save": [1, 3, 4, 6, 7], "gzip": [1, 7], "c": [1, 3, 7], "see": [1, 3, 4, 7], "http": [1, 3, 4, 7], "doc": [1, 3, 7], "com": [1, 3, 7], "engin": [1, 7], "refer": [1, 4, 7], "commandlin": [1, 7], "image_sha256": [1, 7], "charfield": [1, 4, 6, 7], "sha256": [1, 7], "latest_shimmed_vers": [1, 7], "latest": [1, 3, 7], "shim": [1, 7], "version": [1, 3, 7], "import_statu": [1, 7], "positivesmallintegerfield": [1, 4, 6, 7], "statu": [1, 6, 7], "is_manifest_valid": [1, 7], "booleanfield": [1, 4, 6, 7], "manifest": [1, 7], "valid": [1, 4, 5, 6, 7], "": [1, 3, 4, 6, 7], "is_in_registri": [1, 7], "registri": [1, 7], "textfield": [1, 4, 6, 7], "size_in_storag": [1, 7], "positivebigintegerfield": [1, 4, 7], "size": [1, 6, 7], "storag": [1, 7], "number": [1, 3, 4, 6, 7], "byte": [1, 7], "backend": [1, 3, 4, 6, 7], "size_in_registri": [1, 7], "requires_gpu": [1, 7], "desired_gpu_typ": [1, 7], "desir": [1, 7], "type": [1, 2, 4, 6, 7], "If": [1, 3, 4, 6, 7], "what": [1, 4, 6, 7], "would": [1, 3, 4, 6, 7], "like": [1, 2, 3, 4, 6, 7], "requires_memory_gb": [1, 7], "positiveintegerfield": [1, 4, 6, 7], "gb": [1, 7], "comment": [1, 3, 4, 7], "add": [1, 3, 5, 6, 7], "ani": [1, 2, 3, 4, 6, 7], "inform": [1, 2, 7], "e": [1, 4, 6, 7], "g": [1, 4, 6, 7], "id": [1, 3, 4, 6, 7], "about": [1, 2, 6, 7], "here": [1, 3, 5, 6, 7], "is_desired_vers": [1, 7], "relationship": [1, 4, 6, 7], "field": [1, 2, 4, 6, 7], "creator": [1, 4, 6, 7], "foreignkei": [1, 4, 6, 7], "user": [1, 3, 4, 6, 7], "user_upload": [1, 7], "userupload": [1, 7], "gputypechoic": [1, 5], "valu": [1, 2, 4, 6, 7], "name": [1, 3, 4, 6, 7], "none": [1, 4, 6, 7], "qualnam": [1, 4, 6, 7], "start": [1, 3, 4, 6, 7], "1": [1, 3, 4, 6, 7], "boundari": [1, 4, 6, 7], "importstatuschoic": [1, 5], "properti": [1, 6, 7], "original_repo_tag": 1, "tag": [1, 5], "repositori": [1, 5], "current": [1, 2, 4, 6, 7], "overrid": [1, 4, 6, 7], "subclass": [1, 4, 6, 7], "you": [1, 3, 4, 5, 6, 7], "control": [1, 3, 4, 6, 7], "force_insert": [1, 4, 6, 7], "force_upd": [1, 4, 6, 7], "insist": [1, 4, 6, 7], "must": [1, 2, 4, 6, 7], "sql": [1, 4, 6, 7], "insert": [1, 4, 6, 7], "updat": [1, 3, 4, 6, 7], "equival": [1, 4, 6, 7], "non": [1, 4, 6, 7], "respect": [1, 4, 6, 7], "normal": [1, 4, 6, 7], "thei": [1, 4, 6, 7], "should": [1, 2, 3, 4, 6, 7], "set": [1, 2, 3, 4, 6, 7], "componentinterfac": [1, 4, 5, 6], "overlay_seg": [1, 6], "look_up_t": [1, 6], "titl": [1, 4, 6, 7], "slug": [1, 4, 6, 7], "descript": [1, 2, 4, 6, 7], "default_valu": 1, "schema": [1, 6], "kind": [1, 4], "relative_path": 1, "store_in_databas": 1, "autofield": [1, 6, 7], "primari": [1, 4, 6, 7], "kei": [1, 4, 6, 7], "jsonfield": [1, 4, 6, 7], "overlai": [1, 4, 6], "segment": [1, 6], "categori": [1, 6], "differenti": [1, 6], "human": 1, "readabl": 1, "input": [1, 3, 6], "output": 1, "autoslugfield": [1, 4, 6, 7], "default": [1, 3, 4, 6], "onli": [1, 2, 3, 4, 6, 7], "addit": [1, 3, 4, 5], "json": [1, 3, 4], "satisfi": 1, "draft": 1, "7": [1, 4], "6": [1, 4], "4": [1, 4, 6, 7], "3": [1, 4, 6, 7], "rel": [1, 7], "path": [1, 3, 4, 7], "entiti": 1, "implement": 1, "directori": [1, 3], "databas": [1, 3, 4, 5], "lookupt": [1, 6], "look": [1, 4, 6], "up": [1, 3, 5, 6, 7], "tabl": [1, 6], "appli": [1, 3, 4, 6], "when": [1, 4, 6, 7], "first": [1, 4, 6], "shown": [1, 4, 6], "revers": [1, 4, 6, 7], "evaluation_input": [1, 4], "manytomanyfield": [1, 4, 6], "phase": [1, 4, 7], "all": [1, 2, 3, 4, 6, 7], "evalu": [1, 3, 5, 6], "evaluation_output": [1, 4], "algorithm_input": [1, 4], "algorithm": [1, 3, 4, 5, 7], "algorithm_output": [1, 4], "componentinterfacevalu": [1, 5, 6], "question": [1, 5], "except": [1, 3, 4, 6, 7], "doesnotexist": [1, 4, 6, 7], "alia": 1, "interfacekindchoic": [1, 5], "multipleobjectsreturn": [1, 4, 6, 7], "__init__": 1, "clean": [1, 4, 6, 7], "hook": [1, 4, 6], "do": [1, 3, 4, 6, 7], "extra": [1, 2, 4, 6, 7], "wide": [1, 4, 6], "after": [1, 3, 4, 6, 7], "ha": [1, 3, 4, 6, 7], "been": [1, 2, 4, 6, 7], "call": [1, 4, 6], "everi": [1, 3, 4, 6], "self": [1, 3, 4, 6], "clean_field": [1, 4, 6], "validationerror": [1, 4, 6], "rais": [1, 4, 6, 7], "method": [1, 4, 6, 7], "associ": [1, 4, 6], "particular": [1, 3, 4, 6, 7], "have": [1, 2, 3, 4, 5, 6, 7], "special": [1, 4, 6], "case": [1, 2, 4, 5], "non_field_error": [1, 4, 6], "validate_against_schema": 1, "against": [1, 6], "both": [1, 6], "custom": 1, "encapsul": 1, "certain": 1, "point": 1, "graph": 1, "bigautofield": 1, "file": [1, 2, 3, 4, 6], "evaluation_evaluations_as_input": 1, "evaluation_evaluations_as_output": 1, "algorithms_jobs_as_input": 1, "job": [1, 4], "algorithms_jobs_as_output": 1, "archive_item": 1, "archiveitem": 1, "item": [1, 4, 6], "display_set": [1, 6], "displayset": [1, 5, 6], "displai": [1, 4, 6], "component_interface_valu": 1, "decompress": 1, "civ": 1, "legaci": 1, "zip": [1, 4], "predict": [1, 4], "we": [1, 2, 3, 4, 6, 7], "anywher": 1, "els": 1, "clobber": 1, "image_fil": 1, "where": [1, 4, 6], "locat": 1, "need": [1, 2, 3, 4, 6, 7], "handl": [1, 3, 4, 6], "fix": 1, "componentjob": [1, 5], "attempt": 1, "stdout": 1, "stderr": [1, 4], "runtime_metr": 1, "runtim": 1, "metric": [1, 4], "error_messag": 1, "error": [1, 7], "messag": [1, 4], "detailed_error_messag": 1, "detail": [1, 3, 4], "started_at": 1, "datetimefield": [1, 4, 6, 7], "completed_at": 1, "complet": [1, 3, 6], "compute_cost_euro_millic": [1, 4], "cost": [1, 4], "euro": [1, 4], "millic": [1, 4], "total": [1, 4, 6], "cent": [1, 4], "tax": [1, 4], "input_prefix": 1, "prefix": 1, "map": [1, 3, 7], "foo": 1, "bar": 1, "place": [1, 3, 4], "task_on_success": 1, "success": [1, 4], "serial": 1, "run": [1, 4, 5, 7], "task_on_failur": 1, "failur": 1, "time_limit": 1, "limit": [1, 2, 3, 4], "second": [1, 3, 4], "return": [1, 4, 6, 7], "foreign": 1, "output_interfac": 1, "queryset": 1, "unevalu": 1, "componentjobmanag": [1, 5], "queri": [1, 2, 4], "hint": 1, "average_dur": 1, "calcul": [1, 4, 6], "averag": [1, 4, 6], "durat": [1, 4, 6], "ran": 1, "with_dur": 1, "interfacekind": [1, 5], "static": [1, 6], "interface_type_fil": 1, "csv": [1, 4, 6], "pdf": [1, 4], "sqreg": 1, "thumbnail": 1, "jpg": [1, 6], "png": [1, 6], "obj": [1, 4], "mp4": 1, "interface_type_imag": 1, "heat": 1, "interface_type_json": 1, "serializ": 1, "string": [1, 4], "integ": [1, 6], "float": 1, "bool": [1, 6], "anyth": 1, "2d": [1, 6], "bound": [1, 6], "box": [1, 3, 4, 6], "multipl": [1, 6, 7], "distanc": [1, 6], "measur": [1, 6], "polygon": 1, "line": [1, 4, 6], "angl": 1, "arrai": 1, "chart": 1, "ellips": 1, "exampl": [1, 2, 3, 4], "corner": 1, "option": [1, 3, 6, 7], "probabl": 1, "region": [1, 7], "interest": 1, "130": 1, "80001831054688": 1, "148": 1, "86666870117188": 1, "0": [1, 3, 4, 6, 7], "5009999871253967": 1, "69": 1, "73332977294922": 1, "73": 1, "13333129882812": 1, "95": 1, "major": 1, "minor": 1, "roi": 1, "92": 1, "66666412353516": 1, "136": 1, "06668090820312": 1, "54": 1, "79999923706055": 1, "53333282470703": 1, "2": [1, 3, 4, 6, 7], "end": [1, 7], "area": [1, 6], "59": 1, "79176712036133": 1, "78": 1, "76753997802734": 1, "38014221191406": 1, "143": 1, "75546264648438": 1, "49": 1, "733333587646484": 1, "103": 1, "26667022705078": 1, "55": 1, "06666564941406": 1, "139": 1, "26666259765625": 1, "152": 1, "111": [1, 4], "96": 1, "0145263671875": 1, "79": [1, 3], "83292388916016": 1, "10653686523438": 1, "115": 1, "52300262451172": 1, "seed_point": 1, "path_point": 1, "sub_typ": 1, "76": 1, "413756408691": 1, "124": 1, "014717102050": 1, "41375842260106": 1, "01471710205078": 1, "41694876387268": 1, "0511828696491": 1, "42642285078242": 1, "0865406433515": 1, "brush": 1, "82666793823242": 1, "90": 1, "46666717529297": 1, "82667599387105": 1, "93921357544119": 1, "88666314747366": 1, "56": 1, "246671966051736": 1, "91": 1, "1941215380842": 1, "66666793823242": 1, "30665911965434": 1, "manual": [1, 4], "67": 1, "22666564941406": 1, "22667370505269": 1, "33921128662283": 1, "48666162159475": 1, "64666967723338": 1, "7941200122053": 1, "path_point_list": 1, "some": [1, 2, 3], "5": [1, 4], "8": [1, 4], "9": [1, 4], "10": [1, 3, 4], "180": 1, "190": 1, "25": 1, "15": 1, "110": 1, "135": 1, "60": 1, "165": 1, "70": 1, "85": 1, "65": 1, "82": 1, "210": 1, "160": 1, "140": 1, "40": 1, "75": 1, "52": 1, "third": 1, "20": [1, 3], "30": 1, "100": 1, "200": 1, "98": 1, "major_axi": 1, "minor_axi": 1, "606": 1, "39": 1, "559": 1, "570": 1, "26": 1, "595": 1, "44": 1, "535": 1, "112": 1, "494": 1, "88": 1, "532": 1, "68": 1, "497": 1, "17": 1, "459": 1, "94": 1, "436": 1, "61": 1, "467": 1, "50": 1, "428": 1, "three": 1, "177": 1, "493": 1, "22": 1, "489": 1, "353": 1, "003": 1, "300": 1, "237": 1, "263": 1, "282": 1, "334": 1, "281": 1, "413": 1, "35": 1, "367": 1, "293": 1, "more": [1, 2, 3], "vega": 1, "github": [1, 3, 5], "io": 1, "lite": 1, "blog": 1, "v5": 1, "width": 1, "height": 1, "target": [1, 4, 6], "neg": 1, "198": 1, "posit": 1, "159": 1, "376": 1, "format": [1, 3, 6], "mark": 1, "rect": 1, "encod": [1, 2], "y": 1, "ordin": 1, "x": 1, "color": [1, 2, 6], "quantit": 1, "count": 1, "record": [1, 6, 7], "legend": 1, "direct": [1, 6], "vertic": 1, "gradientlength": 1, "text": [1, 2, 4, 6], "condit": 1, "test": [1, 5], "datum": 1, "black": [1, 3], "white": 1, "config": [1, 3, 4, 6, 7], "axi": 1, "grid": 1, "true": [1, 4, 6, 7], "tickband": 1, "extent": 1, "86": [1, 3], "interface_type_mandatory_isol": 1, "isol": 1, "interface_type_undisplay": 1, "cannot": [1, 7], "interfacesuperkindchoic": [1, 5], "interfacesandvalu": [1, 5], "dict": [1, 4, 7], "overlaysegmentsmixin": [1, 5], "section": [2, 3], "made": [2, 4, 6], "dure": 2, "develop": [2, 5], "intend": 2, "softwar": 2, "contribut": 2, "codebas": [2, 3], "It": [2, 3, 4, 6], "summari": 2, "larg": [2, 5], "team": [2, 3], "help": [2, 3, 4, 6], "hope": 2, "guid": [2, 3], "futur": 2, "so": [2, 3, 4, 7], "remain": [2, 4], "consist": 2, "sentenc": 2, "written": 2, "ital": 2, "denot": 2, "were": 2, "decid": 2, "upon": [2, 6], "previou": [2, 4, 6], "meet": 2, "discuss": 2, "within": [2, 3, 4], "becom": 2, "necessari": 2, "diverg": 2, "them": [2, 3, 5, 6], "app": [2, 3], "two": [2, 4, 6], "imagefil": 2, "In": [2, 3, 5, 6], "one": [2, 3, 4, 6], "represent": 2, "given": [2, 4, 6], "belong": 2, "might": [2, 6], "therebi": 2, "than": [2, 3, 6, 7], "multislic": 2, "dicom": [2, 6], "therefor": 2, "enumer": 2, "access": [2, 4, 5, 6, 7], "full": 2, "safe": 2, "assum": 2, "each": [2, 3, 4, 6], "image_typ": 2, "abstract": 2, "typic": 2, "directli": 2, "resolut": [2, 6], "space": 2, "modal": [2, 6], "howev": 2, "move": 2, "descriptor": 2, "level": 2, "constrain": 2, "possibl": [2, 4], "ever": 2, "restrict": 2, "our": [2, 5], "basi": 2, "most": [2, 4], "At": [2, 3], "moment": 2, "write": [2, 3], "2019": 2, "08": 2, "combin": [2, 4, 6], "compat": [2, 3], "issu": 2, "distribut": 3, "link": [3, 4, 6], "togeth": 3, "yml": 3, "To": [3, 6], "platform": 3, "your": [3, 4, 5, 6], "system": [3, 4, 5], "linux": 3, "window": 3, "wsl2": 3, "desktop": 3, "pleas": 3, "ensur": [3, 7], "correct": 3, "enabl": [3, 6], "follow": [3, 6], "wsl": 3, "shell": 3, "ubuntu": 3, "04": 3, "microsoft": 3, "distro": 3, "As": 3, "slow": 3, "sync": 3, "filesystem": 3, "best": [3, 4, 6], "checkout": 3, "itself": 3, "cycl": 3, "script": [3, 4], "below": 3, "util": 3, "buildx": 3, "step": [3, 6], "abov": 3, "alongsid": 3, "invoc": 3, "crash": 3, "recommend": [3, 4], "re": [3, 6, 7], "clone": 3, "repo": 3, "git": 3, "comic": 3, "cd": 3, "local": [3, 4], "env": [3, 7], "echo": 3, "docker_gid": 3, "getent": 3, "cut": 3, "d": 3, "f3": 3, "invok": 3, "runserv": 3, "mount": [3, 4], "werkzeug": 3, "monitor": [3, 6], "restart": 3, "chang": [3, 6], "detect": 3, "also": [3, 6, 7], "kill": 3, "server": [3, 7], "ctrl": 3, "instruct": 3, "gc": 3, "localhost": 3, "sign": 3, "certif": 3, "accept": [3, 6], "warn": 3, "fixtur": 3, "reader": [3, 5, 7], "studi": [3, 5, 7], "workstat": [3, 4, 5, 6], "specif": 3, "permiss": [3, 4, 6, 7], "same": 3, "usernam": 3, "password": 3, "readerstudi": [3, 5, 6, 7], "demo": 3, "administ": 3, "exist": [3, 4], "ones": 3, "out": 3, "simpl": 3, "list": [3, 4, 5], "result": [3, 4], "create_io_algorithm": 3, "befor": [3, 4, 6, 7], "hub": 3, "pull": 3, "otsu": 3, "own": [3, 4, 5], "evalutil": 3, "get": [3, 4, 6, 7], "debugg": 3, "extens": 3, "halt": 3, "runserverplu": 3, "realli": 3, "handi": 3, "debug": [3, 4], "code": [3, 4], "breakpoint": 3, "action": [3, 4, 6], "suit": 3, "commit": 3, "consol": 3, "sure": [3, 6, 7], "Then": 3, "rm": 3, "celery_worker_evalu": 3, "pytest": 3, "n": [3, 6], "replac": [3, 6], "cpu": 3, "parallel": 3, "folder": [3, 4], "eg": [3, 4], "k": 3, "teams_test": 3, "pre": 3, "correctli": 3, "python3": 3, "m": 3, "pip": 3, "branch": 3, "request": [3, 6], "main": [3, 4, 6], "review": [3, 6], "integr": 3, "profession": 3, "edit": [3, 6], "environ": [3, 7], "2018": 3, "project": 3, "interpret": 3, "cog": 3, "wheel": 3, "top": 3, "right": 3, "select": [3, 6, 7], "usual": 3, "unix": 3, "click": 3, "ok": 3, "root": 3, "remot": 3, "spend": 3, "index": [3, 5], "packag": 3, "inspect": 3, "fly": 3, "setup": 3, "optimis": 3, "work": [3, 4, 6], "open": [3, 4], "languag": [3, 5], "framework": 3, "check": [3, 4, 6], "checkbox": 3, "py": 3, "runner": 3, "navig": [3, 6, 7], "tool": [3, 6], "python": [3, 4], "under": 3, "docstr": 3, "numpi": 3, "editor": [3, 4, 6, 7], "style": 3, "formatt": 3, "tab": [3, 4], "marker": 3, "On": 3, "wrap": 3, "brace": 3, "hard": 3, "visual": 3, "sort": [3, 4], "statement": 3, "plain": 3, "flake8": 3, "plugin": 3, "understand": 3, "noqa": 3, "2020": 3, "still": [3, 6], "extern": 3, "though": [3, 6], "program": 3, "ex": 3, "just": 3, "argument": [3, 4], "filepath": 3, "projectfiledir": 3, "drop": 3, "down": 3, "templat": [3, 5], "enter": [3, 4], "reus": 3, "db": 3, "correspond": [3, 4], "explicitli": 3, "u": 3, "makemigr": 3, "built": 3, "_build": 3, "poetri": 3, "whatev": 3, "pyproject": 3, "toml": 3, "lock": 3, "dev": 3, "flag": 3, "unpin": 3, "resolv": 3, "rebuilt": 3, "stop": [3, 7], "gunicorn": 3, "rather": [3, 6, 7], "runserver_plu": 3, "disabl": 3, "remov": [3, 6], "development_fixtur": 3, "automat": [4, 6], "administr": 4, "worker": 4, "everyth": 4, "perform": [4, 6], "standard": 4, "extract": 4, "volum": 4, "resid": 4, "respons": [4, 7], "load": [4, 7], "incorrect": 4, "filenam": 4, "incomplet": 4, "duplic": 4, "etc": [4, 7], "pars": 4, "last": [4, 6], "empti": [4, 6], "practic": 4, "pass": [4, 7], "attributeerror": 4, "expect": 4, "find": [4, 5], "structur": [4, 6], "ie": 4, "loadabl": 4, "free": 4, "score": [4, 6], "individu": 4, "scan": 4, "aggreg": 4, "For": [4, 6], "dicecoeffici": 4, "6461774875144065": 4, "7250400040547097": 4, "6747092236948878": 4, "6452332692745784": 4, "6839602948067993": 4, "6817807628480707": 4, "4715406247268339": 4, "5988810496224731": 4, "5475856316815167": 4, "32923801642370615": 4, "jaccardcoeffici": 4, "47729852440408627": 4, "5686766693547471": 4, "5091027839007266": 4, "47626890640360103": 4, "5197109875240358": 4, "5171983108978807": 4, "30850713624139353": 4, "4274305543159676": 4, "3770174983296798": 4, "1970585994056237": 4, "alg_fnam": 4, "840": 4, "113704": 4, "2296": 4, "1199810886": 4, "mhd": [4, 6], "276": 4, "28": 4, "14": 4, "20090213134050413": 4, "20090213134114792": 4, "2004": 4, "1131987870": 4, "11": 4, "1199810941": 4, "4400": 4, "1131982359": 4, "12": 4, "1107": 4, "50585": 4, "7023259421321855": 4, "000": 4, "000000": 4, "00": 4, "0000000000": 4, "0000": 4, "392": 4, "200036": 4, "9116": 4, "1762676169": 4, "1080882991": 4, "2256": 4, "16": 4, "113669": 4, "632": 4, "21": 4, "3825556854": 4, "538251028": 4, "390606191418956020": 4, "gt_fname": 4, "dicecoefficient_mean": 4, "6004146364647982": 4, "dicecoefficient_std": 4, "12096508479974993": 4, "dicecoefficient_min": 4, "dicecoefficient_max": 4, "jaccardcoefficient_mean": 4, "4378269970777743": 4, "jaccardcoefficient_std": 4, "11389145837530869": 4, "jaccardcoefficient_min": 4, "jaccardcoefficient_max": 4, "modifi": [4, 6, 7], "view_cont": [4, 6], "hanging_protocol": [4, 6], "score_titl": 4, "score_jsonpath": 4, "score_error_jsonpath": 4, "score_default_sort": 4, "score_decimal_plac": 4, "extra_results_column": 4, "scoring_method_choic": 4, "result_display_choic": 4, "creator_must_be_verifi": 4, "submission_kind": 4, "allow_submission_com": 4, "display_submission_com": 4, "supplementary_file_choic": 4, "supplementary_file_label": 4, "supplementary_file_help_text": 4, "show_supplementary_file_link": 4, "supplementary_url_choic": 4, "supplementary_url_label": 4, "supplementary_url_help_text": 4, "show_supplementary_url": 4, "submissions_limit_per_user_per_period": 4, "submission_limit_period": 4, "submissions_open_at": 4, "submissions_close_at": 4, "submission_page_html": 4, "auto_publish_new_result": 4, "display_all_metr": 4, "algorithm_time_limit": 4, "give_algorithm_editors_job_view_permiss": 4, "public": [4, 6, 7], "workstation_config": [4, 6], "average_algorithm_job_dur": 4, "uuidfield": [4, 6, 7], "content": [4, 6, 7], "column": 4, "log": [4, 7], "loss": 4, "jsonpath": 4, "goessner": 4, "net": 4, "articl": 4, "syntax": 4, "dice": 4, "mean": [4, 6], "std": 4, "decim": 4, "accuraci": 4, "order": [4, 6, 7], "asc": 4, "assd": 4, "error_path": 4, "rank": 4, "leaderboard": [4, 6], "verifi": [4, 6], "account": 4, "part": [4, 6], "supplementari": 4, "show": [4, 6], "along": 4, "off": 4, "turn": 4, "featur": [4, 5], "label": [4, 6], "describ": 4, "url": [4, 6, 7], "period": 4, "over": [4, 6], "close": 4, "dai": 4, "consid": [4, 6], "365": 4, "year": 4, "date": 4, "timezon": 4, "auto": 4, "publish": 4, "fals": [4, 6], "infer": 4, "give": 4, "share": 4, "fail": [4, 7], "b": 4, "essenti": 4, "other": [4, 6], "uncheck": 4, "hide": [4, 6], "longer": 4, "admin": [4, 7], "visibl": [4, 6], "durationfield": [4, 6], "hangingprotocol": [4, 6], "hang": [4, 5], "protocol": [4, 6], "indic": [4, 6, 7], "compon": [4, 5, 6], "port": [4, 6, 7], "interface1": [4, 6], "thereaft": [4, 6], "render": [4, 6], "now": [4, 6], "ignor": [4, 6], "viewer": [4, 6, 7], "dataset": 4, "workstationconfig": [4, 6, 7], "_evaluation_phase_algorithm_inputs_": 4, "_evaluation_phase_algorithm_outputs_": 4, "optional_hanging_protocol": [4, 6], "altern": [4, 6], "optional_for_phas": 4, "actor_act": [4, 6], "genericrel": [4, 6], "actor": [4, 6], "actions_with_evaluation_phase_as_actor": 4, "target_act": [4, 6], "actions_with_evaluation_phase_as_target": 4, "action_object_act": [4, 6], "actions_with_evaluation_phase_as_action_object": 4, "phaseuserobjectpermiss": 4, "content_object": [4, 6, 7], "phasegroupobjectpermiss": 4, "combinedleaderboard": 4, "combinedleaderboardphas": 4, "optionalhangingprotocolphas": 4, "statuschoic": 4, "submissionkindchoic": 4, "active_imag": [4, 7], "get_next_submiss": 4, "determin": 4, "left": 4, "next": [4, 6], "valid_archive_item": 4, "templatetag": 4, "evaluation_extra": 4, "get_jsonpath": 4, "dictionari": 4, "base": [4, 6], "doe": [4, 6], "singular": 4, "relev": 4, "era": 5, "deep": 5, "robust": 5, "machin": 5, "biomed": 5, "amount": 5, "comparison": 5, "state": 5, "art": 5, "real": 5, "world": 5, "assist": 5, "collabor": 5, "expert": 5, "gather": 5, "assess": 5, "power": 5, "pr": 5, "spin": 5, "architectur": 5, "ubiquit": 5, "context": [5, 7], "instal": 5, "migrat": 5, "build": 5, "ad": 5, "go": [5, 6], "product": 5, "feedback": [5, 7], "feedbackgroupobjectpermiss": [5, 7], "feedbackuserobjectpermiss": [5, 7], "session": [5, 7], "sessiongroupobjectpermiss": [5, 7], "sessionuserobjectpermiss": [5, 7], "workstationgroupobjectpermiss": [5, 7], "workstationimag": [5, 7], "workstationimagegroupobjectpermiss": [5, 7], "workstationimageuserobjectpermiss": [5, 7], "workstationuserobjectpermiss": [5, 7], "delete_workstation_groups_hook": [5, 7], "ground": 5, "truth": 5, "answer": [5, 6], "answergroupobjectpermiss": [5, 6], "answertyp": [5, 6], "answeruserobjectpermiss": [5, 6], "categoricalopt": [5, 6], "displaysetgroupobjectpermiss": [5, 6], "displaysetuserobjectpermiss": [5, 6], "imageport": [5, 6], "optionalhangingprotocolreaderstudi": [5, 6], "questiongroupobjectpermiss": [5, 6], "questionuserobjectpermiss": [5, 6], "questionwidgetkindchoic": [5, 6], "readerstudygroupobjectpermiss": [5, 6], "readerstudypermissionrequest": [5, 6], "readerstudyuserobjectpermiss": [5, 6], "delete_reader_study_groups_hook": [5, 6], "design": 5, "decis": 5, "definit": 5, "search": 5, "someon": 6, "present": 6, "side": 6, "anoth": 6, "customis": 6, "appear": 6, "mha": 6, "accompani": 6, "zraw": 6, "raw": 6, "tif": 6, "tiff": 6, "jpeg": 6, "3d": 6, "4d": 6, "experiment": 6, "guarante": 6, "dcm": 6, "assign": 6, "secondari": 6, "tertiari": 6, "quaternari": 6, "quinari": 6, "senari": 6, "septenari": 6, "octonari": 6, "nonari": 6, "denari": 6, "suffix": 6, "answer_typ": 6, "head": 6, "multilin": 6, "scoring_funct": 6, "chosen": [6, 7], "compar": 6, "statist": 6, "reader_studi": 6, "is_ground_truth": 6, "floatfield": 6, "explan": 6, "last_edit_dur": 6, "total_edit_dur": 6, "answer_imag": 6, "api_url": 6, "str": [6, 7], "api": [6, 7], "calculate_scor": 6, "ground_truth": 6, "save_without_historical_record": [6, 7], "without": [6, 7], "histor": [6, 7], "know": [6, 7], "workstation_url": [6, 7], "question_text": 6, "help_text": 6, "image_port": 6, "default_annotation_color": 6, "widget": 6, "answer_max_valu": 6, "answer_min_valu": 6, "answer_step_s": 6, "answer_min_length": 6, "answer_max_length": 6, "answer_match_pattern": 6, "empty_answer_confirm": 6, "empty_answer_confirmation_label": 6, "hexcolorfield": 6, "smallintegerfield": 6, "max": 6, "maximum": [6, 7], "rang": 6, "min": 6, "minimum": 6, "decimalfield": 6, "length": 6, "regexfield": 6, "match": 6, "pattern": 6, "regular": 6, "express": 6, "confirm": 6, "explicit": 6, "scoringfunct": 6, "empty_answer_valu": 6, "is_answer_valid": 6, "answer_type_schema": 6, "is_fully_edit": 6, "grant": 6, "access_request_handl": 6, "logo": [6, 7], "jpegfield": [6, 7], "social_imag": 6, "social": 6, "post": 6, "media": 6, "640x320": 6, "px": 6, "1280x640": 6, "help_text_markdown": 6, "markdown": 6, "shuffle_hanging_list": 6, "shuffl": 6, "is_educ": 6, "educ": 6, "readili": 6, "instant_verif": 6, "instant": 6, "verif": 6, "through": 6, "faster": 6, "continu": 6, "button": 6, "pop": 6, "dismiss": 6, "case_text": 6, "allow_answer_modif": 6, "modif": 6, "back": 6, "allow_case_navig": 6, "forth": 6, "allow_show_all_annot": 6, "roll_over_answers_for_n_cas": 6, "roll": 6, "repeat": 6, "slightli": 6, "wherea": 6, "anew": 6, "editors_group": [6, 7], "onetoonefield": [6, 7], "editors_of_readerstudi": 6, "readers_group": 6, "readers_of_readerstudi": 6, "optional_for_reader_studi": 6, "imagingmod": 6, "bodystructur": 6, "organ": 6, "actions_with_reader_studies_readerstudy_as_actor": 6, "actions_with_reader_studies_readerstudy_as_target": 6, "actions_with_reader_studies_readerstudy_as_action_object": 6, "add_editor": 6, "add_read": 6, "answerable_question_count": 6, "answerable_quest": 6, "get_progress_for_us": 6, "percentag": 6, "image_group": 6, "is_editor": 6, "is_read": 6, "remove_editor": 6, "remove_read": 6, "score_for_us": 6, "scores_by_us": 6, "study_image_nam": 6, "reject": 6, "info": 6, "rejection_text": 6, "sent": 6, "reason": 6, "actions_with_reader_studies_readerstudypermissionrequest_as_actor": 6, "actions_with_reader_studies_readerstudypermissionrequest_as_target": 6, "actions_with_reader_studies_readerstudypermissionrequest_as_action_object": 6, "_": [6, 7], "__": [6, 7], "delet": [6, 7], "signal": [6, 7], "catch": [6, 7], "bulk_delet": [6, 7], "expos": 7, "websocket": 7, "lauch": 7, "host": 7, "proxi": 7, "hostnam": 7, "token": 7, "otherwis": 7, "termin": 7, "maxmium_dur": 7, "reach": 7, "screenshot": 7, "user_com": 7, "imagefield": 7, "rtype": 7, "track": 7, "happen": 7, "workstation_imag": 7, "maximum_dur": 7, "activ": 7, "user_finish": 7, "earli": 7, "histori": 7, "ping_tim": 7, "ping": 7, "extra_env_var": 7, "var": 7, "variabl": 7, "auth_token": 7, "authtoken": 7, "auth": 7, "expires_at": 7, "datetim": 7, "expir": 7, "uniqu": 7, "could": 7, "inact": 7, "readi": 7, "workstations_maximum_sess": 7, "componentexcept": 7, "task_kwarg": 7, "update_statu": 7, "queu": 7, "editors_of_workst": 7, "users_group": 7, "users_of_workst": 7, "repres": 7, "http_port": 7, "websocket_port": 7, "mlab4d4c4142": 7, "initial_path": 7, "initi": 7}, "objects": {"grandchallenge.components": [[1, 0, 0, "-", "models"]], "grandchallenge.components.models": [[1, 1, 1, "", "ComponentImage"], [1, 1, 1, "", "ComponentInterface"], [1, 1, 1, "", "ComponentInterfaceValue"], [1, 1, 1, "", "ComponentJob"], [1, 1, 1, "", "ComponentJobManager"], [1, 1, 1, "", "GPUTypeChoices"], [1, 1, 1, "", "ImportStatusChoices"], [1, 1, 1, "", "InterfaceKind"], [1, 1, 1, "", "InterfaceKindChoices"], [1, 1, 1, "", "InterfaceSuperKindChoices"], [1, 1, 1, "", "InterfacesAndValues"], [1, 1, 1, "", "OverlaySegmentsMixin"]], "grandchallenge.components.models.ComponentImage": [[1, 1, 1, "", "GPUTypeChoices"], [1, 1, 1, "", "ImportStatusChoices"], [1, 2, 1, "", "original_repo_tag"], [1, 3, 1, "", "save"]], "grandchallenge.components.models.ComponentInterface": [[1, 4, 1, "", "DoesNotExist"], [1, 5, 1, "", "Kind"], [1, 4, 1, "", "MultipleObjectsReturned"], [1, 3, 1, "", "__init__"], [1, 3, 1, "", "clean"], [1, 3, 1, "", "validate_against_schema"]], "grandchallenge.components.models.ComponentInterfaceValue": [[1, 4, 1, "", "DoesNotExist"], [1, 4, 1, "", "MultipleObjectsReturned"], [1, 3, 1, "", "__init__"], [1, 3, 1, "", "clean"], [1, 2, 1, "", "decompress"], [1, 5, 1, "", "image_file"], [1, 2, 1, "", "relative_path"], [1, 3, 1, "", "save"]], "grandchallenge.components.models.ComponentJob": [[1, 2, 1, "", "container"], [1, 2, 1, "", "output_interfaces"]], "grandchallenge.components.models.ComponentJobManager": [[1, 3, 1, "", "average_duration"], [1, 3, 1, "", "with_duration"]], "grandchallenge.components.models.InterfaceKind": [[1, 1, 1, "", "InterfaceKindChoices"], [1, 3, 1, "", "interface_type_file"], [1, 3, 1, "", "interface_type_image"], [1, 3, 1, "", "interface_type_json"], [1, 3, 1, "", "interface_type_mandatory_isolation"], [1, 3, 1, "", "interface_type_undisplayable"]], "grandchallenge.components.models.InterfacesAndValues": [[1, 5, 1, "", "interfaces"], [1, 5, 1, "", "values"]], "grandchallenge.evaluation.models": [[4, 1, 1, "", "Phase"]], "grandchallenge.evaluation.models.Phase": [[4, 4, 1, "", "DoesNotExist"], [4, 4, 1, "", "MultipleObjectsReturned"], [4, 1, 1, "", "StatusChoices"], [4, 1, 1, "", "SubmissionKindChoices"], [4, 5, 1, "", "active_image"], [4, 3, 1, "", "clean"], [4, 3, 1, "", "get_next_submission"], [4, 3, 1, "", "save"], [4, 5, 1, "", "valid_archive_items"]], "grandchallenge.evaluation.templatetags": [[4, 0, 0, "-", "evaluation_extras"]], "grandchallenge.evaluation.templatetags.evaluation_extras": [[4, 6, 1, "", "get_jsonpath"]], "grandchallenge.reader_studies": [[6, 0, 0, "-", "models"]], "grandchallenge.reader_studies.models": [[6, 1, 1, "", "Answer"], [6, 1, 1, "", "AnswerGroupObjectPermission"], [6, 1, 1, "", "AnswerType"], [6, 1, 1, "", "AnswerUserObjectPermission"], [6, 1, 1, "", "CategoricalOption"], [6, 1, 1, "", "DisplaySet"], [6, 1, 1, "", "DisplaySetGroupObjectPermission"], [6, 1, 1, "", "DisplaySetUserObjectPermission"], [6, 1, 1, "", "ImagePort"], [6, 1, 1, "", "OptionalHangingProtocolReaderStudy"], [6, 1, 1, "", "Question"], [6, 1, 1, "", "QuestionGroupObjectPermission"], [6, 1, 1, "", "QuestionUserObjectPermission"], [6, 1, 1, "", "QuestionWidgetKindChoices"], [6, 1, 1, "", "ReaderStudy"], [6, 1, 1, "", "ReaderStudyGroupObjectPermission"], [6, 1, 1, "", "ReaderStudyPermissionRequest"], [6, 1, 1, "", "ReaderStudyUserObjectPermission"], [6, 6, 1, "", "delete_reader_study_groups_hook"]], "grandchallenge.reader_studies.models.Answer": [[6, 4, 1, "", "DoesNotExist"], [6, 4, 1, "", "MultipleObjectsReturned"], [6, 2, 1, "", "api_url"], [6, 3, 1, "", "calculate_score"], [6, 3, 1, "", "save"], [6, 3, 1, "", "save_without_historical_record"], [6, 3, 1, "", "validate"]], "grandchallenge.reader_studies.models.AnswerGroupObjectPermission": [[6, 4, 1, "", "DoesNotExist"], [6, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.reader_studies.models.AnswerUserObjectPermission": [[6, 4, 1, "", "DoesNotExist"], [6, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.reader_studies.models.CategoricalOption": [[6, 4, 1, "", "DoesNotExist"], [6, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.reader_studies.models.DisplaySet": [[6, 4, 1, "", "DoesNotExist"], [6, 4, 1, "", "MultipleObjectsReturned"], [6, 2, 1, "", "api_url"], [6, 3, 1, "", "save"], [6, 5, 1, "", "workstation_url"]], "grandchallenge.reader_studies.models.DisplaySetGroupObjectPermission": [[6, 4, 1, "", "DoesNotExist"], [6, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.reader_studies.models.DisplaySetUserObjectPermission": [[6, 4, 1, "", "DoesNotExist"], [6, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.reader_studies.models.OptionalHangingProtocolReaderStudy": [[6, 4, 1, "", "DoesNotExist"], [6, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.reader_studies.models.Question": [[6, 1, 1, "", "AnswerType"], [6, 1, 1, "", "Direction"], [6, 4, 1, "", "DoesNotExist"], [6, 1, 1, "", "ImagePort"], [6, 4, 1, "", "MultipleObjectsReturned"], [6, 1, 1, "", "ScoringFunction"], [6, 2, 1, "", "api_url"], [6, 3, 1, "", "calculate_score"], [6, 3, 1, "", "clean"], [6, 2, 1, "", "empty_answer_value"], [6, 3, 1, "", "is_answer_valid"], [6, 2, 1, "", "is_fully_editable"], [6, 3, 1, "", "save"]], "grandchallenge.reader_studies.models.QuestionGroupObjectPermission": [[6, 4, 1, "", "DoesNotExist"], [6, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.reader_studies.models.QuestionUserObjectPermission": [[6, 4, 1, "", "DoesNotExist"], [6, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.reader_studies.models.ReaderStudy": [[6, 4, 1, "", "DoesNotExist"], [6, 4, 1, "", "MultipleObjectsReturned"], [6, 3, 1, "", "add_editor"], [6, 3, 1, "", "add_reader"], [6, 5, 1, "", "answerable_question_count"], [6, 5, 1, "", "answerable_questions"], [6, 3, 1, "", "clean"], [6, 3, 1, "", "get_progress_for_user"], [6, 2, 1, "", "help_text"], [6, 2, 1, "", "image_groups"], [6, 3, 1, "", "is_editor"], [6, 3, 1, "", "is_reader"], [6, 5, 1, "", "leaderboard"], [6, 3, 1, "", "remove_editor"], [6, 3, 1, "", "remove_reader"], [6, 3, 1, "", "save"], [6, 3, 1, "", "score_for_user"], [6, 5, 1, "", "scores_by_user"], [6, 5, 1, "", "statistics"], [6, 5, 1, "", "study_image_names"]], "grandchallenge.reader_studies.models.ReaderStudyGroupObjectPermission": [[6, 4, 1, "", "DoesNotExist"], [6, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.reader_studies.models.ReaderStudyPermissionRequest": [[6, 4, 1, "", "DoesNotExist"], [6, 4, 1, "", "MultipleObjectsReturned"], [6, 3, 1, "", "save"]], "grandchallenge.reader_studies.models.ReaderStudyUserObjectPermission": [[6, 4, 1, "", "DoesNotExist"], [6, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.workstations": [[7, 0, 0, "-", "models"]], "grandchallenge.workstations.models": [[7, 1, 1, "", "Feedback"], [7, 1, 1, "", "FeedbackGroupObjectPermission"], [7, 1, 1, "", "FeedbackUserObjectPermission"], [7, 1, 1, "", "Session"], [7, 1, 1, "", "SessionGroupObjectPermission"], [7, 1, 1, "", "SessionUserObjectPermission"], [7, 1, 1, "", "Workstation"], [7, 1, 1, "", "WorkstationGroupObjectPermission"], [7, 1, 1, "", "WorkstationImage"], [7, 1, 1, "", "WorkstationImageGroupObjectPermission"], [7, 1, 1, "", "WorkstationImageUserObjectPermission"], [7, 1, 1, "", "WorkstationUserObjectPermission"], [7, 6, 1, "", "delete_workstation_groups_hook"]], "grandchallenge.workstations.models.Feedback": [[7, 4, 1, "", "DoesNotExist"], [7, 4, 1, "", "MultipleObjectsReturned"], [7, 3, 1, "", "save"]], "grandchallenge.workstations.models.FeedbackGroupObjectPermission": [[7, 4, 1, "", "DoesNotExist"], [7, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.workstations.models.FeedbackUserObjectPermission": [[7, 4, 1, "", "DoesNotExist"], [7, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.workstations.models.Session": [[7, 4, 1, "", "DoesNotExist"], [7, 4, 1, "", "MultipleObjectsReturned"], [7, 1, 1, "", "Region"], [7, 2, 1, "", "environment"], [7, 2, 1, "", "expires_at"], [7, 2, 1, "", "hostname"], [7, 3, 1, "", "save"], [7, 3, 1, "", "save_without_historical_record"], [7, 2, 1, "", "service"], [7, 3, 1, "", "start"], [7, 3, 1, "", "stop"], [7, 2, 1, "", "task_kwargs"], [7, 3, 1, "", "update_status"], [7, 2, 1, "", "workstation_url"]], "grandchallenge.workstations.models.SessionGroupObjectPermission": [[7, 4, 1, "", "DoesNotExist"], [7, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.workstations.models.SessionUserObjectPermission": [[7, 4, 1, "", "DoesNotExist"], [7, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.workstations.models.Workstation": [[7, 4, 1, "", "DoesNotExist"], [7, 4, 1, "", "MultipleObjectsReturned"], [7, 2, 1, "", "active_image"], [7, 3, 1, "", "save"]], "grandchallenge.workstations.models.WorkstationGroupObjectPermission": [[7, 4, 1, "", "DoesNotExist"], [7, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.workstations.models.WorkstationImage": [[7, 4, 1, "", "DoesNotExist"], [7, 4, 1, "", "MultipleObjectsReturned"], [7, 3, 1, "", "save"]], "grandchallenge.workstations.models.WorkstationImageGroupObjectPermission": [[7, 4, 1, "", "DoesNotExist"], [7, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.workstations.models.WorkstationImageUserObjectPermission": [[7, 4, 1, "", "DoesNotExist"], [7, 4, 1, "", "MultipleObjectsReturned"]], "grandchallenge.workstations.models.WorkstationUserObjectPermission": [[7, 4, 1, "", "DoesNotExist"], [7, 4, 1, "", "MultipleObjectsReturned"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:property", "3": "py:method", "4": "py:exception", "5": "py:attribute", "6": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "property", "Python property"], "3": ["py", "method", "Python method"], "4": ["py", "exception", "Python exception"], "5": ["py", "attribute", "Python attribute"], "6": ["py", "function", "Python function"]}, "titleterms": {"architectur": 0, "ubiquit": 0, "languag": 0, "user": 0, "system": 0, "context": 0, "contain": [0, 4], "compon": [0, 1], "api": 0, "workstat": [0, 7], "imag": [0, 2], "evalu": [0, 4], "algorithm": 0, "worker": 0, "design": 2, "decis": 2, "definit": 2, "databas": 2, "object": 2, "develop": 3, "instal": 3, "The": 3, "site": 3, "run": 3, "test": 3, "through": 3, "docker": 3, "compos": 3, "pycharm": 3, "configur": 3, "creat": [3, 6], "migrat": 3, "build": 3, "document": [3, 5], "ad": [3, 6], "new": 3, "depend": 3, "go": 3, "product": 3, "requir": 4, "input": 4, "entrypoint": 4, "error": 4, "output": 4, "option": 4, "templat": 4, "tag": 4, "welcom": 5, "grand": 5, "challeng": 5, "org": 5, "": 5, "content": 5, "indic": 5, "tabl": 5, "reader": 6, "studi": 6, "case": 6, "defin": 6, "hang": 6, "list": 6, "question": 6, "ground": 6, "truth": 6}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.todo": 2, "sphinx.ext.viewcode": 1, "sphinx.ext.intersphinx": 1, "sphinx": 60}, "alltitles": {"Architecture": [[0, "architecture"]], "Ubiquitous Language": [[0, "ubiquitous-language"]], "Users": [[0, "users"]], "System Context": [[0, "system-context"]], "Containers": [[0, "containers"]], "Components": [[0, "components"], [1, "components"]], "API": [[0, "api"]], "Workstations": [[0, "workstations"], [7, "workstations"]], "Image, Evaluation and Algorithm Workers": [[0, "image-evaluation-and-algorithm-workers"]], "Design decisions": [[2, "design-decisions"]], "Definitions": [[2, "definitions"]], "Image database objects": [[2, "image-database-objects"]], "Development": [[3, "development"], [3, "id1"]], "Installation": [[3, "installation"]], "The Development Site": [[3, "the-development-site"]], "Running the Tests": [[3, "running-the-tests"]], "Running through docker compose": [[3, "running-through-docker-compose"]], "PyCharm Configuration": [[3, "pycharm-configuration"]], "Creating Migrations": [[3, "creating-migrations"]], "Building the documentation": [[3, "building-the-documentation"]], "Adding new dependencies": [[3, "adding-new-dependencies"]], "Going to Production": [[3, "going-to-production"]], "Evaluation": [[4, "evaluation"]], "Evaluation Container Requirements": [[4, "evaluation-container-requirements"]], "Input": [[4, "input"]], "Entrypoint": [[4, "entrypoint"]], "Errors": [[4, "errors"]], "Output": [[4, "output"]], "Evaluation Options": [[4, "evaluation-options"]], "Template Tags": [[4, "module-grandchallenge.evaluation.templatetags.evaluation_extras"]], "Welcome to grand-challenge.org\u2019s documentation!": [[5, "welcome-to-grand-challenge-org-s-documentation"]], "Contents:": [[5, null]], "Indices and tables": [[5, "indices-and-tables"]], "Reader Studies": [[6, "module-grandchallenge.reader_studies.models"]], "Creating a Reader Study": [[6, "creating-a-reader-study"]], "Cases": [[6, "cases"]], "Defining the Hanging List": [[6, "defining-the-hanging-list"]], "Questions": [[6, "questions"]], "Adding Ground Truth": [[6, "adding-ground-truth"]]}, "indexentries": {"componentimage (class in grandchallenge.components.models)": [[1, "grandchallenge.components.models.ComponentImage"]], "componentimage.gputypechoices (class in grandchallenge.components.models)": [[1, "grandchallenge.components.models.ComponentImage.GPUTypeChoices"]], "componentimage.importstatuschoices (class in grandchallenge.components.models)": [[1, "grandchallenge.components.models.ComponentImage.ImportStatusChoices"]], "componentinterface (class in grandchallenge.components.models)": [[1, "grandchallenge.components.models.ComponentInterface"]], "componentinterface.doesnotexist": [[1, "grandchallenge.components.models.ComponentInterface.DoesNotExist"]], "componentinterface.multipleobjectsreturned": [[1, "grandchallenge.components.models.ComponentInterface.MultipleObjectsReturned"]], "componentinterfacevalue (class in grandchallenge.components.models)": [[1, "grandchallenge.components.models.ComponentInterfaceValue"]], "componentinterfacevalue.doesnotexist": [[1, "grandchallenge.components.models.ComponentInterfaceValue.DoesNotExist"]], "componentinterfacevalue.multipleobjectsreturned": [[1, "grandchallenge.components.models.ComponentInterfaceValue.MultipleObjectsReturned"]], "componentjob (class in grandchallenge.components.models)": [[1, "grandchallenge.components.models.ComponentJob"]], "componentjobmanager (class in grandchallenge.components.models)": [[1, "grandchallenge.components.models.ComponentJobManager"]], "gputypechoices (class in grandchallenge.components.models)": [[1, "grandchallenge.components.models.GPUTypeChoices"]], "importstatuschoices (class in grandchallenge.components.models)": [[1, "grandchallenge.components.models.ImportStatusChoices"]], "interfacekind (class in grandchallenge.components.models)": [[1, "grandchallenge.components.models.InterfaceKind"]], "interfacekind.interfacekindchoices (class in grandchallenge.components.models)": [[1, "grandchallenge.components.models.InterfaceKind.InterfaceKindChoices"]], "interfacekindchoices (class in grandchallenge.components.models)": [[1, "grandchallenge.components.models.InterfaceKindChoices"]], "interfacesuperkindchoices (class in grandchallenge.components.models)": [[1, "grandchallenge.components.models.InterfaceSuperKindChoices"]], "interfacesandvalues (class in grandchallenge.components.models)": [[1, "grandchallenge.components.models.InterfacesAndValues"]], "kind (grandchallenge.components.models.componentinterface attribute)": [[1, "grandchallenge.components.models.ComponentInterface.Kind"]], "overlaysegmentsmixin (class in grandchallenge.components.models)": [[1, "grandchallenge.components.models.OverlaySegmentsMixin"]], "__init__() (grandchallenge.components.models.componentinterface method)": [[1, "grandchallenge.components.models.ComponentInterface.__init__"]], "__init__() (grandchallenge.components.models.componentinterfacevalue method)": [[1, "grandchallenge.components.models.ComponentInterfaceValue.__init__"]], "average_duration() (grandchallenge.components.models.componentjobmanager method)": [[1, "grandchallenge.components.models.ComponentJobManager.average_duration"]], "clean() (grandchallenge.components.models.componentinterface method)": [[1, "grandchallenge.components.models.ComponentInterface.clean"]], "clean() (grandchallenge.components.models.componentinterfacevalue method)": [[1, "grandchallenge.components.models.ComponentInterfaceValue.clean"]], "container (grandchallenge.components.models.componentjob property)": [[1, "grandchallenge.components.models.ComponentJob.container"]], "decompress (grandchallenge.components.models.componentinterfacevalue property)": [[1, "grandchallenge.components.models.ComponentInterfaceValue.decompress"]], "grandchallenge.components.models": [[1, "module-grandchallenge.components.models"]], "image_file (grandchallenge.components.models.componentinterfacevalue attribute)": [[1, "grandchallenge.components.models.ComponentInterfaceValue.image_file"]], "interface_type_file() (grandchallenge.components.models.interfacekind static method)": [[1, "grandchallenge.components.models.InterfaceKind.interface_type_file"]], "interface_type_image() (grandchallenge.components.models.interfacekind static method)": [[1, "grandchallenge.components.models.InterfaceKind.interface_type_image"]], "interface_type_json() (grandchallenge.components.models.interfacekind static method)": [[1, "grandchallenge.components.models.InterfaceKind.interface_type_json"]], "interface_type_mandatory_isolation() (grandchallenge.components.models.interfacekind static method)": [[1, "grandchallenge.components.models.InterfaceKind.interface_type_mandatory_isolation"]], "interface_type_undisplayable() (grandchallenge.components.models.interfacekind static method)": [[1, "grandchallenge.components.models.InterfaceKind.interface_type_undisplayable"]], "interfaces (grandchallenge.components.models.interfacesandvalues attribute)": [[1, "grandchallenge.components.models.InterfacesAndValues.interfaces"]], "module": [[1, "module-grandchallenge.components.models"], [4, "module-grandchallenge.evaluation.templatetags.evaluation_extras"], [6, "module-grandchallenge.reader_studies.models"], [7, "module-grandchallenge.workstations.models"]], "original_repo_tag (grandchallenge.components.models.componentimage property)": [[1, "grandchallenge.components.models.ComponentImage.original_repo_tag"]], "output_interfaces (grandchallenge.components.models.componentjob property)": [[1, "grandchallenge.components.models.ComponentJob.output_interfaces"]], "relative_path (grandchallenge.components.models.componentinterfacevalue property)": [[1, "grandchallenge.components.models.ComponentInterfaceValue.relative_path"]], "save() (grandchallenge.components.models.componentimage method)": [[1, "grandchallenge.components.models.ComponentImage.save"]], "save() (grandchallenge.components.models.componentinterfacevalue method)": [[1, "grandchallenge.components.models.ComponentInterfaceValue.save"]], "validate_against_schema() (grandchallenge.components.models.componentinterface method)": [[1, "grandchallenge.components.models.ComponentInterface.validate_against_schema"]], "values (grandchallenge.components.models.interfacesandvalues attribute)": [[1, "grandchallenge.components.models.InterfacesAndValues.values"]], "with_duration() (grandchallenge.components.models.componentjobmanager method)": [[1, "grandchallenge.components.models.ComponentJobManager.with_duration"]], "phase (class in grandchallenge.evaluation.models)": [[4, "grandchallenge.evaluation.models.Phase"]], "phase.doesnotexist": [[4, "grandchallenge.evaluation.models.Phase.DoesNotExist"]], "phase.multipleobjectsreturned": [[4, "grandchallenge.evaluation.models.Phase.MultipleObjectsReturned"]], "phase.statuschoices (class in grandchallenge.evaluation.models)": [[4, "grandchallenge.evaluation.models.Phase.StatusChoices"]], "phase.submissionkindchoices (class in grandchallenge.evaluation.models)": [[4, "grandchallenge.evaluation.models.Phase.SubmissionKindChoices"]], "active_image (grandchallenge.evaluation.models.phase attribute)": [[4, "grandchallenge.evaluation.models.Phase.active_image"]], "clean() (grandchallenge.evaluation.models.phase method)": [[4, "grandchallenge.evaluation.models.Phase.clean"]], "get_jsonpath() (in module grandchallenge.evaluation.templatetags.evaluation_extras)": [[4, "grandchallenge.evaluation.templatetags.evaluation_extras.get_jsonpath"]], "get_next_submission() (grandchallenge.evaluation.models.phase method)": [[4, "grandchallenge.evaluation.models.Phase.get_next_submission"]], "grandchallenge.evaluation.templatetags.evaluation_extras": [[4, "module-grandchallenge.evaluation.templatetags.evaluation_extras"]], "save() (grandchallenge.evaluation.models.phase method)": [[4, "grandchallenge.evaluation.models.Phase.save"]], "valid_archive_items (grandchallenge.evaluation.models.phase attribute)": [[4, "grandchallenge.evaluation.models.Phase.valid_archive_items"]], "answer (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.Answer"]], "answer.doesnotexist": [[6, "grandchallenge.reader_studies.models.Answer.DoesNotExist"]], "answer.multipleobjectsreturned": [[6, "grandchallenge.reader_studies.models.Answer.MultipleObjectsReturned"]], "answergroupobjectpermission (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.AnswerGroupObjectPermission"]], "answergroupobjectpermission.doesnotexist": [[6, "grandchallenge.reader_studies.models.AnswerGroupObjectPermission.DoesNotExist"]], "answergroupobjectpermission.multipleobjectsreturned": [[6, "grandchallenge.reader_studies.models.AnswerGroupObjectPermission.MultipleObjectsReturned"]], "answertype (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.AnswerType"]], "answeruserobjectpermission (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.AnswerUserObjectPermission"]], "answeruserobjectpermission.doesnotexist": [[6, "grandchallenge.reader_studies.models.AnswerUserObjectPermission.DoesNotExist"]], "answeruserobjectpermission.multipleobjectsreturned": [[6, "grandchallenge.reader_studies.models.AnswerUserObjectPermission.MultipleObjectsReturned"]], "categoricaloption (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.CategoricalOption"]], "categoricaloption.doesnotexist": [[6, "grandchallenge.reader_studies.models.CategoricalOption.DoesNotExist"]], "categoricaloption.multipleobjectsreturned": [[6, "grandchallenge.reader_studies.models.CategoricalOption.MultipleObjectsReturned"]], "displayset (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.DisplaySet"]], "displayset.doesnotexist": [[6, "grandchallenge.reader_studies.models.DisplaySet.DoesNotExist"]], "displayset.multipleobjectsreturned": [[6, "grandchallenge.reader_studies.models.DisplaySet.MultipleObjectsReturned"]], "displaysetgroupobjectpermission (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.DisplaySetGroupObjectPermission"]], "displaysetgroupobjectpermission.doesnotexist": [[6, "grandchallenge.reader_studies.models.DisplaySetGroupObjectPermission.DoesNotExist"]], "displaysetgroupobjectpermission.multipleobjectsreturned": [[6, "grandchallenge.reader_studies.models.DisplaySetGroupObjectPermission.MultipleObjectsReturned"]], "displaysetuserobjectpermission (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.DisplaySetUserObjectPermission"]], "displaysetuserobjectpermission.doesnotexist": [[6, "grandchallenge.reader_studies.models.DisplaySetUserObjectPermission.DoesNotExist"]], "displaysetuserobjectpermission.multipleobjectsreturned": [[6, "grandchallenge.reader_studies.models.DisplaySetUserObjectPermission.MultipleObjectsReturned"]], "imageport (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.ImagePort"]], "optionalhangingprotocolreaderstudy (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.OptionalHangingProtocolReaderStudy"]], "optionalhangingprotocolreaderstudy.doesnotexist": [[6, "grandchallenge.reader_studies.models.OptionalHangingProtocolReaderStudy.DoesNotExist"]], "optionalhangingprotocolreaderstudy.multipleobjectsreturned": [[6, "grandchallenge.reader_studies.models.OptionalHangingProtocolReaderStudy.MultipleObjectsReturned"]], "question (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.Question"]], "question.answertype (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.Question.AnswerType"]], "question.direction (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.Question.Direction"]], "question.doesnotexist": [[6, "grandchallenge.reader_studies.models.Question.DoesNotExist"]], "question.imageport (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.Question.ImagePort"]], "question.multipleobjectsreturned": [[6, "grandchallenge.reader_studies.models.Question.MultipleObjectsReturned"]], "question.scoringfunction (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.Question.ScoringFunction"]], "questiongroupobjectpermission (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.QuestionGroupObjectPermission"]], "questiongroupobjectpermission.doesnotexist": [[6, "grandchallenge.reader_studies.models.QuestionGroupObjectPermission.DoesNotExist"]], "questiongroupobjectpermission.multipleobjectsreturned": [[6, "grandchallenge.reader_studies.models.QuestionGroupObjectPermission.MultipleObjectsReturned"]], "questionuserobjectpermission (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.QuestionUserObjectPermission"]], "questionuserobjectpermission.doesnotexist": [[6, "grandchallenge.reader_studies.models.QuestionUserObjectPermission.DoesNotExist"]], "questionuserobjectpermission.multipleobjectsreturned": [[6, "grandchallenge.reader_studies.models.QuestionUserObjectPermission.MultipleObjectsReturned"]], "questionwidgetkindchoices (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.QuestionWidgetKindChoices"]], "readerstudy (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.ReaderStudy"]], "readerstudy.doesnotexist": [[6, "grandchallenge.reader_studies.models.ReaderStudy.DoesNotExist"]], "readerstudy.multipleobjectsreturned": [[6, "grandchallenge.reader_studies.models.ReaderStudy.MultipleObjectsReturned"]], "readerstudygroupobjectpermission (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.ReaderStudyGroupObjectPermission"]], "readerstudygroupobjectpermission.doesnotexist": [[6, "grandchallenge.reader_studies.models.ReaderStudyGroupObjectPermission.DoesNotExist"]], "readerstudygroupobjectpermission.multipleobjectsreturned": [[6, "grandchallenge.reader_studies.models.ReaderStudyGroupObjectPermission.MultipleObjectsReturned"]], "readerstudypermissionrequest (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.ReaderStudyPermissionRequest"]], "readerstudypermissionrequest.doesnotexist": [[6, "grandchallenge.reader_studies.models.ReaderStudyPermissionRequest.DoesNotExist"]], "readerstudypermissionrequest.multipleobjectsreturned": [[6, "grandchallenge.reader_studies.models.ReaderStudyPermissionRequest.MultipleObjectsReturned"]], "readerstudyuserobjectpermission (class in grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.ReaderStudyUserObjectPermission"]], "readerstudyuserobjectpermission.doesnotexist": [[6, "grandchallenge.reader_studies.models.ReaderStudyUserObjectPermission.DoesNotExist"]], "readerstudyuserobjectpermission.multipleobjectsreturned": [[6, "grandchallenge.reader_studies.models.ReaderStudyUserObjectPermission.MultipleObjectsReturned"]], "add_editor() (grandchallenge.reader_studies.models.readerstudy method)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.add_editor"]], "add_reader() (grandchallenge.reader_studies.models.readerstudy method)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.add_reader"]], "answerable_question_count (grandchallenge.reader_studies.models.readerstudy attribute)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.answerable_question_count"]], "answerable_questions (grandchallenge.reader_studies.models.readerstudy attribute)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.answerable_questions"]], "api_url (grandchallenge.reader_studies.models.answer property)": [[6, "grandchallenge.reader_studies.models.Answer.api_url"]], "api_url (grandchallenge.reader_studies.models.displayset property)": [[6, "grandchallenge.reader_studies.models.DisplaySet.api_url"]], "api_url (grandchallenge.reader_studies.models.question property)": [[6, "grandchallenge.reader_studies.models.Question.api_url"]], "calculate_score() (grandchallenge.reader_studies.models.answer method)": [[6, "grandchallenge.reader_studies.models.Answer.calculate_score"]], "calculate_score() (grandchallenge.reader_studies.models.question method)": [[6, "grandchallenge.reader_studies.models.Question.calculate_score"]], "clean() (grandchallenge.reader_studies.models.question method)": [[6, "grandchallenge.reader_studies.models.Question.clean"]], "clean() (grandchallenge.reader_studies.models.readerstudy method)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.clean"]], "delete_reader_study_groups_hook() (in module grandchallenge.reader_studies.models)": [[6, "grandchallenge.reader_studies.models.delete_reader_study_groups_hook"]], "empty_answer_value (grandchallenge.reader_studies.models.question property)": [[6, "grandchallenge.reader_studies.models.Question.empty_answer_value"]], "get_progress_for_user() (grandchallenge.reader_studies.models.readerstudy method)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.get_progress_for_user"]], "grandchallenge.reader_studies.models": [[6, "module-grandchallenge.reader_studies.models"]], "help_text (grandchallenge.reader_studies.models.readerstudy property)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.help_text"]], "image_groups (grandchallenge.reader_studies.models.readerstudy property)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.image_groups"]], "is_answer_valid() (grandchallenge.reader_studies.models.question method)": [[6, "grandchallenge.reader_studies.models.Question.is_answer_valid"]], "is_editor() (grandchallenge.reader_studies.models.readerstudy method)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.is_editor"]], "is_fully_editable (grandchallenge.reader_studies.models.question property)": [[6, "grandchallenge.reader_studies.models.Question.is_fully_editable"]], "is_reader() (grandchallenge.reader_studies.models.readerstudy method)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.is_reader"]], "leaderboard (grandchallenge.reader_studies.models.readerstudy attribute)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.leaderboard"]], "remove_editor() (grandchallenge.reader_studies.models.readerstudy method)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.remove_editor"]], "remove_reader() (grandchallenge.reader_studies.models.readerstudy method)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.remove_reader"]], "save() (grandchallenge.reader_studies.models.answer method)": [[6, "grandchallenge.reader_studies.models.Answer.save"]], "save() (grandchallenge.reader_studies.models.displayset method)": [[6, "grandchallenge.reader_studies.models.DisplaySet.save"]], "save() (grandchallenge.reader_studies.models.question method)": [[6, "grandchallenge.reader_studies.models.Question.save"]], "save() (grandchallenge.reader_studies.models.readerstudy method)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.save"]], "save() (grandchallenge.reader_studies.models.readerstudypermissionrequest method)": [[6, "grandchallenge.reader_studies.models.ReaderStudyPermissionRequest.save"]], "save_without_historical_record() (grandchallenge.reader_studies.models.answer method)": [[6, "grandchallenge.reader_studies.models.Answer.save_without_historical_record"]], "score_for_user() (grandchallenge.reader_studies.models.readerstudy method)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.score_for_user"]], "scores_by_user (grandchallenge.reader_studies.models.readerstudy attribute)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.scores_by_user"]], "statistics (grandchallenge.reader_studies.models.readerstudy attribute)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.statistics"]], "study_image_names (grandchallenge.reader_studies.models.readerstudy attribute)": [[6, "grandchallenge.reader_studies.models.ReaderStudy.study_image_names"]], "validate() (grandchallenge.reader_studies.models.answer static method)": [[6, "grandchallenge.reader_studies.models.Answer.validate"]], "workstation_url (grandchallenge.reader_studies.models.displayset attribute)": [[6, "grandchallenge.reader_studies.models.DisplaySet.workstation_url"]], "feedback (class in grandchallenge.workstations.models)": [[7, "grandchallenge.workstations.models.Feedback"]], "feedback.doesnotexist": [[7, "grandchallenge.workstations.models.Feedback.DoesNotExist"]], "feedback.multipleobjectsreturned": [[7, "grandchallenge.workstations.models.Feedback.MultipleObjectsReturned"]], "feedbackgroupobjectpermission (class in grandchallenge.workstations.models)": [[7, "grandchallenge.workstations.models.FeedbackGroupObjectPermission"]], "feedbackgroupobjectpermission.doesnotexist": [[7, "grandchallenge.workstations.models.FeedbackGroupObjectPermission.DoesNotExist"]], "feedbackgroupobjectpermission.multipleobjectsreturned": [[7, "grandchallenge.workstations.models.FeedbackGroupObjectPermission.MultipleObjectsReturned"]], "feedbackuserobjectpermission (class in grandchallenge.workstations.models)": [[7, "grandchallenge.workstations.models.FeedbackUserObjectPermission"]], "feedbackuserobjectpermission.doesnotexist": [[7, "grandchallenge.workstations.models.FeedbackUserObjectPermission.DoesNotExist"]], "feedbackuserobjectpermission.multipleobjectsreturned": [[7, "grandchallenge.workstations.models.FeedbackUserObjectPermission.MultipleObjectsReturned"]], "session (class in grandchallenge.workstations.models)": [[7, "grandchallenge.workstations.models.Session"]], "session.doesnotexist": [[7, "grandchallenge.workstations.models.Session.DoesNotExist"]], "session.multipleobjectsreturned": [[7, "grandchallenge.workstations.models.Session.MultipleObjectsReturned"]], "session.region (class in grandchallenge.workstations.models)": [[7, "grandchallenge.workstations.models.Session.Region"]], "sessiongroupobjectpermission (class in grandchallenge.workstations.models)": [[7, "grandchallenge.workstations.models.SessionGroupObjectPermission"]], "sessiongroupobjectpermission.doesnotexist": [[7, "grandchallenge.workstations.models.SessionGroupObjectPermission.DoesNotExist"]], "sessiongroupobjectpermission.multipleobjectsreturned": [[7, "grandchallenge.workstations.models.SessionGroupObjectPermission.MultipleObjectsReturned"]], "sessionuserobjectpermission (class in grandchallenge.workstations.models)": [[7, "grandchallenge.workstations.models.SessionUserObjectPermission"]], "sessionuserobjectpermission.doesnotexist": [[7, "grandchallenge.workstations.models.SessionUserObjectPermission.DoesNotExist"]], "sessionuserobjectpermission.multipleobjectsreturned": [[7, "grandchallenge.workstations.models.SessionUserObjectPermission.MultipleObjectsReturned"]], "workstation (class in grandchallenge.workstations.models)": [[7, "grandchallenge.workstations.models.Workstation"]], "workstation.doesnotexist": [[7, "grandchallenge.workstations.models.Workstation.DoesNotExist"]], "workstation.multipleobjectsreturned": [[7, "grandchallenge.workstations.models.Workstation.MultipleObjectsReturned"]], "workstationgroupobjectpermission (class in grandchallenge.workstations.models)": [[7, "grandchallenge.workstations.models.WorkstationGroupObjectPermission"]], "workstationgroupobjectpermission.doesnotexist": [[7, "grandchallenge.workstations.models.WorkstationGroupObjectPermission.DoesNotExist"]], "workstationgroupobjectpermission.multipleobjectsreturned": [[7, "grandchallenge.workstations.models.WorkstationGroupObjectPermission.MultipleObjectsReturned"]], "workstationimage (class in grandchallenge.workstations.models)": [[7, "grandchallenge.workstations.models.WorkstationImage"]], "workstationimage.doesnotexist": [[7, "grandchallenge.workstations.models.WorkstationImage.DoesNotExist"]], "workstationimage.multipleobjectsreturned": [[7, "grandchallenge.workstations.models.WorkstationImage.MultipleObjectsReturned"]], "workstationimagegroupobjectpermission (class in grandchallenge.workstations.models)": [[7, "grandchallenge.workstations.models.WorkstationImageGroupObjectPermission"]], "workstationimagegroupobjectpermission.doesnotexist": [[7, "grandchallenge.workstations.models.WorkstationImageGroupObjectPermission.DoesNotExist"]], "workstationimagegroupobjectpermission.multipleobjectsreturned": [[7, "grandchallenge.workstations.models.WorkstationImageGroupObjectPermission.MultipleObjectsReturned"]], "workstationimageuserobjectpermission (class in grandchallenge.workstations.models)": [[7, "grandchallenge.workstations.models.WorkstationImageUserObjectPermission"]], "workstationimageuserobjectpermission.doesnotexist": [[7, "grandchallenge.workstations.models.WorkstationImageUserObjectPermission.DoesNotExist"]], "workstationimageuserobjectpermission.multipleobjectsreturned": [[7, "grandchallenge.workstations.models.WorkstationImageUserObjectPermission.MultipleObjectsReturned"]], "workstationuserobjectpermission (class in grandchallenge.workstations.models)": [[7, "grandchallenge.workstations.models.WorkstationUserObjectPermission"]], "workstationuserobjectpermission.doesnotexist": [[7, "grandchallenge.workstations.models.WorkstationUserObjectPermission.DoesNotExist"]], "workstationuserobjectpermission.multipleobjectsreturned": [[7, "grandchallenge.workstations.models.WorkstationUserObjectPermission.MultipleObjectsReturned"]], "active_image (grandchallenge.workstations.models.workstation property)": [[7, "grandchallenge.workstations.models.Workstation.active_image"]], "delete_workstation_groups_hook() (in module grandchallenge.workstations.models)": [[7, "grandchallenge.workstations.models.delete_workstation_groups_hook"]], "environment (grandchallenge.workstations.models.session property)": [[7, "grandchallenge.workstations.models.Session.environment"]], "expires_at (grandchallenge.workstations.models.session property)": [[7, "grandchallenge.workstations.models.Session.expires_at"]], "grandchallenge.workstations.models": [[7, "module-grandchallenge.workstations.models"]], "hostname (grandchallenge.workstations.models.session property)": [[7, "grandchallenge.workstations.models.Session.hostname"]], "save() (grandchallenge.workstations.models.feedback method)": [[7, "grandchallenge.workstations.models.Feedback.save"]], "save() (grandchallenge.workstations.models.session method)": [[7, "grandchallenge.workstations.models.Session.save"]], "save() (grandchallenge.workstations.models.workstation method)": [[7, "grandchallenge.workstations.models.Workstation.save"]], "save() (grandchallenge.workstations.models.workstationimage method)": [[7, "grandchallenge.workstations.models.WorkstationImage.save"]], "save_without_historical_record() (grandchallenge.workstations.models.session method)": [[7, "grandchallenge.workstations.models.Session.save_without_historical_record"]], "service (grandchallenge.workstations.models.session property)": [[7, "grandchallenge.workstations.models.Session.service"]], "start() (grandchallenge.workstations.models.session method)": [[7, "grandchallenge.workstations.models.Session.start"]], "stop() (grandchallenge.workstations.models.session method)": [[7, "grandchallenge.workstations.models.Session.stop"]], "task_kwargs (grandchallenge.workstations.models.session property)": [[7, "grandchallenge.workstations.models.Session.task_kwargs"]], "update_status() (grandchallenge.workstations.models.session method)": [[7, "grandchallenge.workstations.models.Session.update_status"]], "workstation_url (grandchallenge.workstations.models.session property)": [[7, "grandchallenge.workstations.models.Session.workstation_url"]]}}) \ No newline at end of file