{ "study": { "id": "remodnav-method-comparison-01", "title": "REMoDNaV: independent STAMPED assessment comparison", "status": "complete", "replicates_per_method": 10, "reviews_per_assessment": 3, "assessor_model": "gpt-6.1-sol", "review_model": "gpt-6-astra", "objects": [ "paper-remodnav" ], "methods": [ "rubric", "con-stamped-impl", "con-narps-guidance" ], "created_at": "2026-10-27T23:48:56.858019+00:00", "planned_assessments": 30, "planned_reviews": 90, "assessor_reasoning_effort": "medium", "review_reasoning_effort": "high", "evidence_policy": "Frozen source evidence, with unperformed retrieval/execution explicitly distinguished. No earlier assessments or peer reviews in worker context.", "score_policy": "Native outputs retained; no cross-method numeric total or ranking.", "evidence_cohort": "remodnav-e3c6253bced7", "evidence_sha256": "e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499", "updated_at": "2026-10-28T04:25:22.791481+00:00", "progress": { "assessments_complete": 30, "assessments_failed": 0, "reviews_complete": 90, "reviews_failed": 0 } }, "methods": [ { "id": "rubric", "title": "STAMPED research-object rubric", "repository": "https://github.com/leej3/stamped-rubric-schema", "ref": "main (published source)", "revision": "e8d94d00d904058b8f87c8331cbe32e225a9490f", "entrypoint": "docs/assessment-protocol.md", "description": "Fixed manuscript-derived 36-criterion rubric with normalized dimension scores, configurable dimension weights, and independent reviewer contributions.", "score_type": "normalized_criterion_and_dimension_scores", "license": "CC-BY-4.0" }, { "id": "stamped-skills-assessment", "title": "STAMPED use-case assessment framework", "repository": "https://github.com/stamped-principles/stamped-skills-assessment", "ref": "codex/assessment-foundation (default branch)", "revision": "c4c0428e6962a631d910d0becb00b7bb1c3c903c", "entrypoint": "docs/contributing-assessments.md", "description": "Versioned use-case rubrics, activity-based evidence records, categorical judgments, and digest-bound reviews. The repository is infrastructure, not an assessor skill or universal rubric.", "score_type": "categorical_judgments_and_activity_coverage", "license": "MIT (code); CC-BY-4.0 (schemas, documentation, records and vendored references)" }, { "id": "con-stamped-impl", "title": "CON checklist assessor: implementation branch", "repository": "https://github.com/con/skills", "ref": "stamped-skills-impl", "revision": "4fe5d7be82ed6c297747e8b838031aec88e75903", "entrypoint": "skills/assess-alignment-with-stamped-principles/SKILL.md", "description": "Probe-assisted assessment of committed project state against all 31 pinned checklist items, with five verdict states and actionable findings.", "score_type": "checklist_verdict_counts", "license": "MIT (scripts); unspecified/TBD (repository skill prose); upstream CC-BY-4.0 (vendored checklist)" }, { "id": "con-narps-guidance", "title": "CON checklist assessor: research-guidance branch", "repository": "https://github.com/con/skills", "ref": "codex/narps-round3-research-guidance", "revision": "326606610af6c261876c92032ca1f89f6d3ad1f1", "entrypoint": "skills/assess-alignment-with-stamped-principles/SKILL.md", "description": "Probe-assisted 31-item checklist assessment with delivered-state capture, explicit equivalent evidence, stronger retrieval and completed-execution checks, and more conservative probe interpretations.", "score_type": "checklist_verdict_counts", "license": "MIT (scripts); unspecified/TBD (repository skill prose); upstream CC-BY-4.0 (vendored checklist)" } ], "objects": [ { "id": "paper-remodnav", "title": "REMoDNaV research object", "locator": "https://github.com/psychoinformatics-de/paper-remodnav", "revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "scope": "Numerical results, figures and manuscript, including explicitly linked computational components.", "cache_status": "partial" }, { "id": "repronim-containers", "title": "ReproNim containers", "locator": "https://github.com/ReproNim/containers", "revision": "d047e81ed8d08ade0e42e628c69b0afe3cd48ad0", "scope": "The versioned container collection and its retrieval/execution documentation; the entire image catalog is not assumed downloaded.", "cache_status": "partial" }, { "id": "repronim-simple-workflow", "title": "ReproNim simple workflow", "locator": "https://github.com/ReproNim/simple_workflow", "revision": "225f1dc06fb734ad86afb1d074b5ae2692d8b9c3", "scope": "The demonstrated research workflow and its explicitly linked data, code and environments.", "cache_status": "selected_sources_downloaded" }, { "id": "kayanattil-2023", "title": "Rubber-like elasticity in laser-driven free surface flow of a Newtonian fluid", "locator": "https://doi.org/10.1073/pnas.2301956120", "revision": "doi:10.17617/3.BPNGXA@1.1", "scope": "The publication and its explicitly referenced Edmond data/code record. Commercial COMSOL software is not bundled or acquired.", "cache_status": "partial" }, { "id": "lang-2023", "title": "Bloch points in nanostrips", "locator": "https://doi.org/10.1038/s41598-023-33998-z", "revision": "15486db75d22f0a0a67a7ca6d673da7ebd7ea253", "scope": "The publication and the cited frozen Zenodo/GitHub v1.0 data/code release, not the current default branch.", "cache_status": "selected_sources_downloaded" } ], "results": [ { "id": "remodnav-exploratory", "study_id": "exploratory-demo", "object_id": "paper-remodnav", "object_revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "method_id": "rubric", "method_revision": "e8d94d00d904058b8f87c8331cbe32e225a9490f", "rubric_id": "stamped-rubric-0.1.0", "rubric_sha256": "05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4", "model_requested": "gpt-6-astra", "model_observed": "gpt-6-astra", "reasoning_effort": "medium", "replicate": 0, "status": "complete", "independent": false, "created_at": "2026-10-27T22:27:51Z", "native_output": "results/remodnav-exploratory.bundle.json", "summary": { "dimension_scores": { "S": 91.6666666667, "T": 72.2222222222, "A": 100, "M": 66.6666666667, "P": 93.3333333333, "E": 66.6666666667, "D": 38.8888888889 }, "overall_score": 75.6349206349, "scale_max": 100, "completion": { "answered": 34, "total": 36 } }, "limitations": [ "Exploratory worked example; excluded from independent replicate statistics.", "Source inspection only; no pipeline execution or full payload retrieval.", "Two criteria unanswered; total is provisional." ], "evidence_cohort": "exploratory-source-review-2026-10-27", "native_data": { "format_version": "1.0.0", "rubric_version": "0.1.0", "research_object": { "title": "REMoDNaV: research object for the paper", "locator": "https://github.com/psychoinformatics-de/paper-remodnav", "revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "scope": "Reproduce the computational numerical results, figures and manuscript using the maintained containerized workflow and explicitly linked input datasets. The boundary includes pinned modules and their declared dependencies; recollecting participant measurements is outside scope." }, "assessments": [ { "id": "remodnav-initial", "reviewer": { "id": "codex-initial", "name": "Codex — initial source review" }, "created_at": "2026-10-27T22:27:51Z", "updated_at": "2026-10-27T22:37:16Z", "review_of": null, "weights": { "S": 1, "T": 1, "A": 1, "M": 1, "P": 1, "E": 1, "D": 1 }, "responses": { "S-01": { "score": 3, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md#updated-instructions-for-computing-the-results-and-building-the-manuscript", "description": "Names the computational scope, required host tools and versions, linked installation guidance, data/image sizes, replay command, expected unchanged-tree check and manuscript build command. Reports cross-platform verification and a minor difference from the original publication.", "discovery_path": "Entry repository → README.md → updated reproduction instructions", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Declares raw eye-gaze, eye-movement-label and REMoDNaV module URLs; the root Git tree fixes their respective commits.", "discovery_path": "Entry repository → .gitmodules and pinned Git tree", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "The pinned code module explicitly links the Anderson eye-movement data module; its Git tree fixes that nested module at 0e6f82708e10b48039763aa1078696e802260674.", "discovery_path": "Entry repository → remodnav submodule → pinned .gitmodules and Git tree", "access_status": "accessible" } ], "rationale": "The README defines the reproducible results and the root’s explicit module references lead to all identified data/code components, including the nested Anderson data. The environment is in the same object.", "evidence_rating": "sufficient", "confidence": "moderate", "feedback": "", "priority": false, "observation": "observed" }, "S-02": { "score": 3, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Declares raw eye-gaze, eye-movement-label and REMoDNaV module URLs; the root Git tree fixes their respective commits.", "discovery_path": "Entry repository → .gitmodules and pinned Git tree", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "The pinned code module explicitly links the Anderson eye-movement data module; its Git tree fixes that nested module at 0e6f82708e10b48039763aa1078696e802260674.", "discovery_path": "Entry repository → remodnav submodule → pinned .gitmodules and Git tree", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Defines the analysis, data paths, output paths, command-line switches and defaults. It imports remodnav.tests.utils and directly accesses the module’s nested test-data layout.", "discovery_path": "Entry repository → Docker-Makefile → code/mk_figuresnstats.py", "access_status": "accessible" } ], "rationale": "The data sources used by the analysis are explicit module references, and the analysis code itself is included. No essential data/code item outside these references was identified within the declared scope.", "evidence_rating": "sufficient", "confidence": "moderate", "feedback": "", "priority": false, "observation": "observed" }, "S-03": { "score": 3, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Builds from debian:bookworm-slim; installs system dependencies without versions and pins numpy, pandas, seaborn and matplotlib. The build inputs are not fully frozen.", "discovery_path": "Entry repository → container/ → Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "The docker-make specification uses container/image, mounts the workspace through the Docker adapter, creates a temporary HOME and removes it after successful Make execution; the Python executable is an explicit substitution.", "discovery_path": "Entry repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Defines the analysis, data paths, output paths, command-line switches and defaults. It imports remodnav.tests.utils and directly accesses the module’s nested test-data layout.", "discovery_path": "Entry repository → Docker-Makefile → code/mk_figuresnstats.py", "access_status": "accessible" } ], "rationale": "The saved environment, its recipe, execution configuration and analysis switches/defaults are included. The host-side orchestration tools and installation routes are named in the README. This is a boundary finding, not a claim that rebuilding is bit-reproducible.", "evidence_rating": "sufficient", "confidence": "moderate", "feedback": "", "priority": false, "observation": "observed" }, "S-04": { "score": 2, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "The root provides the full Creative Commons Attribution 4.0 International terms, without a complete independent mapping of every linked/bundled component license.", "discovery_path": "Entry repository → COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "The pinned REMoDNaV module declares the MIT license for its code, examples and documentation.", "discovery_path": "Entry repository → .gitmodules remodnav → pinned module LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e", "description": "The pinned labels module has a README and computational/data files. No license-named file or module-level licensing statement was found in its inspected tree and README.", "discovery_path": "Entry repository → .gitmodules data/studyforrest-data-eyemovementlabels → pinned module tree and README", "access_status": "accessible" } ], "rationale": "Root, code-module, raw-data and nested-data license declarations are reachable, but a declaration for the labels module and complete bundled-component coverage were not found. This supports partial coverage rather than a legal finding of missing rights.", "evidence_rating": "sufficient", "confidence": "moderate", "feedback": "Separate reachability of existing declarations from completeness of license coverage; the same license gap also affects M-03 and D-04.", "priority": true, "observation": "observed" }, "T-01": { "score": 3, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "The pinned root includes code, figures, numerical-result definitions, manuscript, Dockerfile, OCI image manifests and Git submodule references.", "discovery_path": "Entry repository → Git tree at assessed revision", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "The saved OCI-compatible image has content-addressed configuration and layers recorded alongside its image tag. Git annex pointers fix the payload content identities.", "discovery_path": "Entry repository → container/image/ → manifest.json and layer pointers", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Declares raw eye-gaze, eye-movement-label and REMoDNaV module URLs; the root Git tree fixes their respective commits.", "discovery_path": "Entry repository → .gitmodules and pinned Git tree", "access_status": "accessible" } ], "rationale": "The root commit fixes ordinary files and module commits; annex keys fix the image bytes. Nested modules are also pinned. These identities cover all identified essential component classes; mutable rebuild inputs are considered separately under D-03.", "evidence_rating": "sufficient", "confidence": "moderate", "feedback": "", "priority": false, "observation": "observed" }, "T-02": { "score": 3, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "The pinned root includes code, figures, numerical-result definitions, manuscript, Dockerfile, OCI image manifests and Git submodule references.", "discovery_path": "Entry repository → Git tree at assessed revision", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "The saved OCI-compatible image has content-addressed configuration and layers recorded alongside its image tag. Git annex pointers fix the payload content identities.", "discovery_path": "Entry repository → container/image/ → manifest.json and layer pointers", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Declares raw eye-gaze, eye-movement-label and REMoDNaV module URLs; the root Git tree fixes their respective commits.", "discovery_path": "Entry repository → .gitmodules and pinned Git tree", "access_status": "accessible" } ], "rationale": "Git plus its compatible annex/submodule representation resolves code, data selections, environment artifacts and configuration from the root tracking record. No separate unlinked version-selection system was identified.", "evidence_rating": "sufficient", "confidence": "moderate", "feedback": "", "priority": false, "observation": "observed" }, "T-03": { "score": 3, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "The README-linked results-containerized target resolves to a recorded DataLad command with explicit data inputs, container image, output paths, working directory and success exit status. The commit explains the change from the originally published results.", "discovery_path": "Entry repository → README results-containerized reference → tag target → recorded execution commit", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "A recorded DataLad execution builds and saves the environment, naming container/Dockerfile as input and container/image as output. It does not record fixed external apt/base-image build resolutions.", "discovery_path": "Entry repository → container/image history → recorded image-build commit", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "The pinned root includes code, figures, numerical-result definitions, manuscript, Dockerfile, OCI image manifests and Git submodule references.", "discovery_path": "Entry repository → Git tree at assessed revision", "access_status": "accessible" } ], "rationale": "Reachable Git histories contain authors, timestamps and change messages for the root and explicitly linked modules. Recorded result/image changes have additional command provenance. The finding concerns recorded modifications, not an assertion that every historical external acquisition step is documented.", "evidence_rating": "sufficient", "confidence": "moderate", "feedback": "", "priority": false, "observation": "observed" }, "T-04": { "score": 2, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "The README-linked results-containerized target resolves to a recorded DataLad command with explicit data inputs, container image, output paths, working directory and success exit status. The commit explains the change from the originally published results.", "discovery_path": "Entry repository → README results-containerized reference → tag target → recorded execution commit", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "A recorded DataLad execution builds and saves the environment, naming container/Dockerfile as input and container/image as output. It does not record fixed external apt/base-image build resolutions.", "discovery_path": "Entry repository → container/image history → recorded image-build commit", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md#updated-instructions-for-computing-the-results-and-building-the-manuscript", "description": "Names the computational scope, required host tools and versions, linked installation guidance, data/image sizes, replay command, expected unchanged-tree check and manuscript build command. Reports cross-platform verification and a minor difference from the original publication.", "discovery_path": "Entry repository → README.md → updated reproduction instructions", "access_status": "accessible" } ], "rationale": "The analysis and image build have programmatic run records with commands and input/output declarations. The README’s manuscript-build invocation does not explicitly enumerate its input/output paths, and complete step-level provenance for every scoped output was not established.", "evidence_rating": "sufficient", "confidence": "moderate", "feedback": "Clarify whether a single recorded aggregate workflow satisfies every-step provenance, and how directly supplied upstream data differ from transformations inside the assessment scope.", "priority": false, "observation": "observed" }, "T-05": { "score": 2, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "The README-linked results-containerized target resolves to a recorded DataLad command with explicit data inputs, container image, output paths, working directory and success exit status. The commit explains the change from the originally published results.", "discovery_path": "Entry repository → README results-containerized reference → tag target → recorded execution commit", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "A recorded DataLad execution builds and saves the environment, naming container/Dockerfile as input and container/image as output. It does not record fixed external apt/base-image build resolutions.", "discovery_path": "Entry repository → container/image history → recorded image-build commit", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Builds from debian:bookworm-slim; installs system dependencies without versions and pins numpy, pandas, seaborn and matplotlib. The build inputs are not fully frozen.", "discovery_path": "Entry repository → container/ → Dockerfile", "access_status": "accessible" } ], "rationale": "The analysis record resolves the exact code, inputs and saved image via its Git state. The image-build record fixes the recipe but not all external Debian/base-image resolutions, so exact component versions for every recorded scoped execution are not demonstrated.", "evidence_rating": "sufficient", "confidence": "moderate", "feedback": "A saved image has an exact identity even when its build inputs are not frozen. Distinguish execution provenance from environment-build provenance explicitly.", "priority": false, "observation": "observed" }, "T-06": { "score": 0, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/releases/tag/results-containerized", "description": "The README identifies results-containerized as signed; the local tag object contains a PGP signature and points to the recorded analysis commit. No documented signing-key identity verification route was found, and this review did not verify the signature.", "discovery_path": "Entry repository → README signed results-containerized reference → tag object", "access_status": "accessible" } ], "rationale": "A PGP signature is present on the results tag, but the inspected instructions do not supply a usable route to verify the claimed signing identity. The binary anchor requires both a signature and that route. This is not a claim that the signature is invalid.", "evidence_rating": "sufficient", "confidence": "moderate", "feedback": "A signed tag with an embedded fingerprint but no documented trust/key-discovery procedure is a useful calibration case for “supplied verification route”.", "priority": false, "observation": "not_findable" }, "A-01": { "score": 3, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md#updated-instructions-for-computing-the-results-and-building-the-manuscript", "description": "Names the computational scope, required host tools and versions, linked installation guidance, data/image sizes, replay command, expected unchanged-tree check and manuscript build command. Reports cross-platform verification and a minor difference from the original publication.", "discovery_path": "Entry repository → README.md → updated reproduction instructions", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "The README-linked results-containerized target resolves to a recorded DataLad command with explicit data inputs, container image, output paths, working directory and success exit status. The commit explains the change from the originally published results.", "discovery_path": "Entry repository → README results-containerized reference → tag target → recorded execution commit", "access_status": "accessible" } ], "rationale": "Instructions name DataLad acquisition and rerun, explain automatic data/image downloads, link tool installation instructions, and identify the required amounts. All identified data inputs are linked from the object.", "evidence_rating": "sufficient", "confidence": "moderate", "feedback": "", "priority": false, "observation": "observed" }, "A-02": { "score": 3, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md#updated-instructions-for-computing-the-results-and-building-the-manuscript", "description": "Names the computational scope, required host tools and versions, linked installation guidance, data/image sizes, replay command, expected unchanged-tree check and manuscript build command. Reports cross-platform verification and a minor difference from the original publication.", "discovery_path": "Entry repository → README.md → updated reproduction instructions", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "The docker-make specification uses container/image, mounts the workspace through the Docker adapter, creates a temporary HOME and removes it after successful Make execution; the Python executable is an explicit substitution.", "discovery_path": "Entry repository → .datalad/config", "access_status": "accessible" } ], "rationale": "The README lists DataLad, its Containers extension and Docker with linked installation guidance and tested versions, then gives the execution commands. Essential dataset/image assembly is delegated to the specified tools rather than left to the recipient to invent. Host architecture constraints remain a separate P-01 concern.", "evidence_rating": "sufficient", "confidence": "moderate", "feedback": "", "priority": false, "observation": "observed" }, "A-03": { "score": 3, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md#updated-instructions-for-computing-the-results-and-building-the-manuscript", "description": "Names the computational scope, required host tools and versions, linked installation guidance, data/image sizes, replay command, expected unchanged-tree check and manuscript build command. Reports cross-platform verification and a minor difference from the original publication.", "discovery_path": "Entry repository → README.md → updated reproduction instructions", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Executable targets install the selected REMoDNaV module and invoke the analysis script with explicit switches and output file; manuscript compilation delegates to the main Makefile.", "discovery_path": "Entry repository → README container command → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "description": "Defines the manuscript output, analysis-result prerequisite, figure rendering and cleanup; containerized execution overrides analysis setup through Docker-Makefile.", "discovery_path": "Entry repository → README build command → Makefile", "access_status": "accessible" } ], "rationale": "The updated instructions give explicit commands for the numerical/figure replay and full manuscript. The executable targets identify output paths. The README explains the verification condition and distinguishes the maintained result target from the original publication.", "evidence_rating": "sufficient", "confidence": "moderate", "feedback": "", "priority": false, "observation": "observed" }, "A-04": { "score": 3, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md#updated-instructions-for-computing-the-results-and-building-the-manuscript", "description": "Names the computational scope, required host tools and versions, linked installation guidance, data/image sizes, replay command, expected unchanged-tree check and manuscript build command. Reports cross-platform verification and a minor difference from the original publication.", "discovery_path": "Entry repository → README.md → updated reproduction instructions", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Declares raw eye-gaze, eye-movement-label and REMoDNaV module URLs; the root Git tree fixes their respective commits.", "discovery_path": "Entry repository → .gitmodules and pinned Git tree", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "The README-linked results-containerized target resolves to a recorded DataLad command with explicit data inputs, container image, output paths, working directory and success exit status. The commit explains the change from the originally published results.", "discovery_path": "Entry repository → README results-containerized reference → tag target → recorded execution commit", "access_status": "accessible" } ], "rationale": "The supplied clone/rerun procedures use explicit dataset and annex references to assemble required code, data and image state. This rating evaluates the supplied executable specification; it does not certify present-day retrieval of every payload.", "evidence_rating": "sufficient", "confidence": "moderate", "feedback": "", "priority": false, "observation": "observed" }, "A-05": { "score": 3, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Executable targets install the selected REMoDNaV module and invoke the analysis script with explicit switches and output file; manuscript compilation delegates to the main Makefile.", "discovery_path": "Entry repository → README container command → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "description": "Defines the manuscript output, analysis-result prerequisite, figure rendering and cleanup; containerized execution overrides analysis setup through Docker-Makefile.", "discovery_path": "Entry repository → README build command → Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Defines the analysis, data paths, output paths, command-line switches and defaults. It imports remodnav.tests.utils and directly accesses the module’s nested test-data layout.", "discovery_path": "Entry repository → Docker-Makefile → code/mk_figuresnstats.py", "access_status": "accessible" } ], "rationale": "The Makefiles and analysis script express the scoped numerical results, figure creation and manuscript compilation as executable procedures with explicit switches and targets. No manual translation of a prose analysis step was identified.", "evidence_rating": "sufficient", "confidence": "moderate", "feedback": "", "priority": false, "observation": "observed" }, "A-06": { "score": 3, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "The README-linked results-containerized target resolves to a recorded DataLad command with explicit data inputs, container image, output paths, working directory and success exit status. The commit explains the change from the originally published results.", "discovery_path": "Entry repository → README results-containerized reference → tag target → recorded execution commit", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md#updated-instructions-for-computing-the-results-and-building-the-manuscript", "description": "Names the computational scope, required host tools and versions, linked installation guidance, data/image sizes, replay command, expected unchanged-tree check and manuscript build command. Reports cross-platform verification and a minor difference from the original publication.", "discovery_path": "Entry repository → README.md → updated reproduction instructions", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "The docker-make specification uses container/image, mounts the workspace through the Docker adapter, creates a temporary HOME and removes it after successful Make execution; the Python executable is an explicit substitution.", "discovery_path": "Entry repository → .datalad/config", "access_status": "accessible" } ], "rationale": "The documented DataLad rerun command uses the recorded command, input state and saved image; the supplied provenance mechanism resolves recorded component states. This is a rating of the provided replay mechanism, not independent confirmation of successful execution.", "evidence_rating": "sufficient", "confidence": "moderate", "feedback": "", "priority": false, "observation": "observed" }, "M-01": { "score": 3, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "The pinned root includes code, figures, numerical-result definitions, manuscript, Dockerfile, OCI image manifests and Git submodule references.", "discovery_path": "Entry repository → Git tree at assessed revision", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Declares raw eye-gaze, eye-movement-label and REMoDNaV module URLs; the root Git tree fixes their respective commits.", "discovery_path": "Entry repository → .gitmodules and pinned Git tree", "access_status": "accessible" } ], "rationale": "Input data, reusable algorithm code, object-specific analysis code, environment and generated products have identifiable directories or submodule boundaries. Their roles can be followed from the README and execution files.", "evidence_rating": "sufficient", "confidence": "moderate", "feedback": "", "priority": false, "observation": "observed" }, "M-02": { "score": 1, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Defines the analysis, data paths, output paths, command-line switches and defaults. It imports remodnav.tests.utils and directly accesses the module’s nested test-data layout.", "discovery_path": "Entry repository → Docker-Makefile → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "The pinned code module explicitly links the Anderson eye-movement data module; its Git tree fixes that nested module at 0e6f82708e10b48039763aa1078696e802260674.", "discovery_path": "Entry repository → remodnav submodule → pinned .gitmodules and Git tree", "access_status": "accessible" } ], "rationale": "Module boundaries exist, but the analysis imports remodnav.tests.utils and reads specific internal test-data paths inside the REMoDNaV module. The inspected object does not document those as replaceable public interfaces. Independent version selection alone does not establish replaceability.", "evidence_rating": "sufficient", "confidence": "moderate", "feedback": "Assess interface coupling separately from the mere presence of Git submodules.", "priority": true, "observation": "observed" }, "M-03": { "score": 2, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "The root provides the full Creative Commons Attribution 4.0 International terms, without a complete independent mapping of every linked/bundled component license.", "discovery_path": "Entry repository → COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "The pinned REMoDNaV module declares the MIT license for its code, examples and documentation.", "discovery_path": "Entry repository → .gitmodules remodnav → pinned module LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e", "description": "The pinned labels module has a README and computational/data files. No license-named file or module-level licensing statement was found in its inspected tree and README.", "discovery_path": "Entry repository → .gitmodules data/studyforrest-data-eyemovementlabels → pinned module tree and README", "access_status": "accessible" } ], "rationale": "Some modules carry independently attributable terms, including MIT for REMoDNaV and PDDL for raw data. The labels module’s license scope was not found, so independent scope is incomplete.", "evidence_rating": "sufficient", "confidence": "moderate", "feedback": "", "priority": true, "observation": "observed" }, "M-04": { "score": 0, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "The root provides the full Creative Commons Attribution 4.0 International terms, without a complete independent mapping of every linked/bundled component license.", "discovery_path": "Entry repository → COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "The pinned REMoDNaV module declares the MIT license for its code, examples and documentation.", "discovery_path": "Entry repository → .gitmodules remodnav → pinned module LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "The explicitly linked nested data repository contains GPLv3 license text. This review does not infer legal compatibility of the combined object.", "discovery_path": "Entry repository → remodnav/.gitmodules → pinned Anderson module → LICENSE", "access_status": "accessible" } ], "rationale": "The inspected object contains several license declarations but no recorded handling of their compatibility at composition boundaries. This describes absent assessment documentation, not a conclusion that the licenses are incompatible.", "evidence_rating": "sufficient", "confidence": "moderate", "feedback": "", "priority": true, "observation": "not_findable" }, "M-05": { "score": 3, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "The pinned raw-data README declares PDDL, unrestricted access without authentication, Git-annex retrieval instructions, and an alternative OpenFMRI location. Payload availability was not tested.", "discovery_path": "Entry repository → .gitmodules data/raw_eyegaze → pinned module README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "The pinned root includes code, figures, numerical-result definitions, manuscript, Dockerfile, OCI image manifests and Git submodule references.", "discovery_path": "Entry repository → Git tree at assessed revision", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "description": "The Git-annex metadata branch records a datapub.fz-juelich.de retrieval URL for the large saved container layer. The metadata revision was recorded separately because annex availability metadata changes independently of the root snapshot. The payload was not downloaded.", "discovery_path": "Entry repository → container image annex pointer → repository git-annex metadata branch → layer URL record", "access_status": "accessible" } ], "rationale": "The inspected data/code modules and container retrieval metadata present public-access routes, with the raw-data module explicitly declaring unrestricted access. No differing authentication/access requirement was identified. This uses the anchor’s all-same-access outcome; actual payload retrieval was not tested.", "evidence_rating": "partial", "confidence": "moderate", "feedback": "Clarify the evidence sufficient to establish uniform access conditions when public metadata points to large payloads that a source-only reviewer has not fetched.", "priority": false, "observation": "observed" }, "M-06": { "score": 3, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Declares raw eye-gaze, eye-movement-label and REMoDNaV module URLs; the root Git tree fixes their respective commits.", "discovery_path": "Entry repository → .gitmodules and pinned Git tree", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "The pinned code module explicitly links the Anderson eye-movement data module; its Git tree fixes that nested module at 0e6f82708e10b48039763aa1078696e802260674.", "discovery_path": "Entry repository → remodnav submodule → pinned .gitmodules and Git tree", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "The docker-make specification uses container/image, mounts the workspace through the Docker adapter, creates a temporary HOME and removes it after successful Make execution; the Python executable is an explicit substitution.", "discovery_path": "Entry repository → .datalad/config", "access_status": "accessible" } ], "rationale": "The root and nested .gitmodules specifications plus pinned Gitlinks define data/code composition; the named container specification selects the environment and command adapter. These identify the assembled state without selecting arbitrary current module versions.", "evidence_rating": "sufficient", "confidence": "moderate", "feedback": "", "priority": false, "observation": "observed" }, "P-01": { "score": 2, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md#updated-instructions-for-computing-the-results-and-building-the-manuscript", "description": "Names the computational scope, required host tools and versions, linked installation guidance, data/image sizes, replay command, expected unchanged-tree check and manuscript build command. Reports cross-platform verification and a minor difference from the original publication.", "discovery_path": "Entry repository → README.md → updated reproduction instructions", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Builds from debian:bookworm-slim; installs system dependencies without versions and pins numpy, pandas, seaborn and matplotlib. The build inputs are not fully frozen.", "discovery_path": "Entry repository → container/ → Dockerfile", "access_status": "accessible" } ], "rationale": "Host tools, tested software versions/platforms and download sizes are documented. The inspected instructions do not explicitly state the saved image’s CPU-architecture constraints or complete runtime resource needs, leaving host assumptions that could affect another machine.", "evidence_rating": "sufficient", "confidence": "moderate", "feedback": "Define how to judge unstated resource constraints when no measured minimum is known; do not assume any missing performance estimate is an execution blocker.", "priority": true, "observation": "observed" }, "P-02": { "score": 3, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "The docker-make specification uses container/image, mounts the workspace through the Docker adapter, creates a temporary HOME and removes it after successful Make execution; the Python executable is an explicit substitution.", "discovery_path": "Entry repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Defines the analysis, data paths, output paths, command-line switches and defaults. It imports remodnav.tests.utils and directly accesses the module’s nested test-data layout.", "discovery_path": "Entry repository → Docker-Makefile → code/mk_figuresnstats.py", "access_status": "accessible" } ], "rationale": "The execution wrapper uses a workspace-relative layout and an explicit Python substitution; the analysis uses object-relative inputs and declared options rather than hard-coded personal host directories. No other essential host-specific setting was identified.", "evidence_rating": "sufficient", "confidence": "moderate", "feedback": "", "priority": false, "observation": "observed" }, "P-03": { "score": 3, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Builds from debian:bookworm-slim; installs system dependencies without versions and pins numpy, pandas, seaborn and matplotlib. The build inputs are not fully frozen.", "discovery_path": "Entry repository → container/ → Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "The saved OCI-compatible image has content-addressed configuration and layers recorded alongside its image tag. Git annex pointers fix the payload content identities.", "discovery_path": "Entry repository → container/image/ → manifest.json and layer pointers", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md#updated-instructions-for-computing-the-results-and-building-the-manuscript", "description": "Names the computational scope, required host tools and versions, linked installation guidance, data/image sizes, replay command, expected unchanged-tree check and manuscript build command. Reports cross-platform verification and a minor difference from the original publication.", "discovery_path": "Entry repository → README.md → updated reproduction instructions", "access_status": "accessible" } ], "rationale": "The saved image and its recipe specify the analysis system/runtime/library environment; the README specifies the host-side orchestration tools. This satisfies identified dependency coverage without claiming all build resolutions are pinned.", "evidence_rating": "sufficient", "confidence": "moderate", "feedback": "", "priority": false, "observation": "observed" }, "P-04": { "score": 1, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Builds from debian:bookworm-slim; installs system dependencies without versions and pins numpy, pandas, seaborn and matplotlib. The build inputs are not fully frozen.", "discovery_path": "Entry repository → container/ → Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "The docker-make specification uses container/image, mounts the workspace through the Docker adapter, creates a temporary HOME and removes it after successful Make execution; the Python executable is an explicit substitution.", "discovery_path": "Entry repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "The pinned root includes code, figures, numerical-result definitions, manuscript, Dockerfile, OCI image manifests and Git submodule references.", "discovery_path": "Entry repository → Git tree at assessed revision", "access_status": "accessible" } ], "rationale": "The environment recipe, container invocation and image metadata are tracked at the assessed Git revision; their versions are linked with the rest of the object.", "evidence_rating": "sufficient", "confidence": "moderate", "feedback": "", "priority": false, "observation": "observed" }, "P-05": { "score": 3, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Builds from debian:bookworm-slim; installs system dependencies without versions and pins numpy, pandas, seaborn and matplotlib. The build inputs are not fully frozen.", "discovery_path": "Entry repository → container/ → Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "The docker-make specification uses container/image, mounts the workspace through the Docker adapter, creates a temporary HOME and removes it after successful Make execution; the Python executable is an explicit substitution.", "discovery_path": "Entry repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "The saved OCI-compatible image has content-addressed configuration and layers recorded alongside its image tag. Git annex pointers fix the payload content identities.", "discovery_path": "Entry repository → container/image/ → manifest.json and layer pointers", "access_status": "accessible" } ], "rationale": "The Dockerfile, saved-image manifest and DataLad container configuration are machine-consumable specifications on the documented compatible Docker hosts. No manual translation of environment requirements is necessary in the supplied workflow.", "evidence_rating": "sufficient", "confidence": "moderate", "feedback": "", "priority": false, "observation": "observed" }, "E-01": { "score": 3, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "The docker-make specification uses container/image, mounts the workspace through the Docker adapter, creates a temporary HOME and removes it after successful Make execution; the Python executable is an explicit substitution.", "discovery_path": "Entry repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "The Docker adapter named by the object loads the recorded image and executes docker run with the workspace mounted, a working directory, and --rm for disposable containers.", "discovery_path": "Entry repository → README DataLad Containers project/version 1.2.3 → adapters/docker.py; .datalad/config names this adapter", "access_status": "accessible" } ], "rationale": "The specified adapter creates a new Docker container from the identified saved image for each invocation. This is established by the linked adapter implementation, not inferred from the word “Docker”.", "evidence_rating": "sufficient", "confidence": "moderate", "feedback": "", "priority": false, "observation": "observed" }, "E-02": { "score": 3, "evidence": [ { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "The Docker adapter named by the object loads the recorded image and executes docker run with the workspace mounted, a working directory, and --rm for disposable containers.", "discovery_path": "Entry repository → README DataLad Containers project/version 1.2.3 → adapters/docker.py; .datalad/config names this adapter", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "The docker-make specification uses container/image, mounts the workspace through the Docker adapter, creates a temporary HOME and removes it after successful Make execution; the Python executable is an explicit substitution.", "discovery_path": "Entry repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "The README-linked results-containerized target resolves to a recorded DataLad command with explicit data inputs, container image, output paths, working directory and success exit status. The commit explains the change from the originally published results.", "discovery_path": "Entry repository → README results-containerized reference → tag target → recorded execution commit", "access_status": "accessible" } ], "rationale": "Results and Git provenance are written to the mounted research-object workspace, outside the disposable container. The adapter uses --rm; the wrapper also removes its temporary HOME on successful completion.", "evidence_rating": "sufficient", "confidence": "moderate", "feedback": "", "priority": false, "observation": "observed" }, "E-03": { "score": null, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "The docker-make specification uses container/image, mounts the workspace through the Docker adapter, creates a temporary HOME and removes it after successful Make execution; the Python executable is an explicit substitution.", "discovery_path": "Entry repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Executable targets install the selected REMoDNaV module and invoke the analysis script with explicit switches and output file; manuscript compilation delegates to the main Makefile.", "discovery_path": "Entry repository → README container command → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "description": "Defines the manuscript output, analysis-result prerequisite, figure rendering and cleanup; containerized execution overrides analysis setup through Docker-Makefile.", "discovery_path": "Entry repository → README build command → Makefile", "access_status": "accessible" } ], "rationale": "The procedure runs cleanup automatically and creates a fresh container, but mounts the existing full object workspace. Static inspection did not establish that all retained files/caches are declared inputs or cannot affect a later run. The current anchors do not clearly cover automatic but partial cleanup, so this remains unanswered rather than being forced into a mismatched level.", "evidence_rating": "partial", "confidence": "low", "feedback": "Add or clarify an anchor for automatic fresh-container execution with a reused, partially cleaned bind-mounted workspace. Distinguish declared retained inputs from undeclared host residue.", "priority": true, "observation": "not_assessed" }, "D-01": { "score": null, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md#updated-instructions-for-computing-the-results-and-building-the-manuscript", "description": "Names the computational scope, required host tools and versions, linked installation guidance, data/image sizes, replay command, expected unchanged-tree check and manuscript build command. Reports cross-platform verification and a minor difference from the original publication.", "discovery_path": "Entry repository → README.md → updated reproduction instructions", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Declares raw eye-gaze, eye-movement-label and REMoDNaV module URLs; the root Git tree fixes their respective commits.", "discovery_path": "Entry repository → .gitmodules and pinned Git tree", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "description": "The Git-annex metadata branch records a datapub.fz-juelich.de retrieval URL for the large saved container layer. The metadata revision was recorded separately because annex availability metadata changes independently of the root snapshot. The payload was not downloaded.", "discovery_path": "Entry repository → container image annex pointer → repository git-annex metadata branch → layer URL record", "access_status": "accessible" } ], "rationale": "Explicit routes and fixed identities are present, and repository metadata was accessible. The input datasets and approximately 1.8 GB container payload were not fetched, so present retrievability of every intended version is unresolved. No observed failure is being asserted.", "evidence_rating": "partial", "confidence": "low", "feedback": "The anchors distinguish absent routes and known unavailability, but not fixed routes whose large payloads have not been retrieved. Clarify whether this requires a payload test or permits recorded retrieval evidence.", "priority": false, "observation": "not_assessed" }, "D-02": { "score": 1, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Declares raw eye-gaze, eye-movement-label and REMoDNaV module URLs; the root Git tree fixes their respective commits.", "discovery_path": "Entry repository → .gitmodules and pinned Git tree", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "The pinned raw-data README declares PDDL, unrestricted access without authentication, Git-annex retrieval instructions, and an alternative OpenFMRI location. Payload availability was not tested.", "discovery_path": "Entry repository → .gitmodules data/raw_eyegaze → pinned module README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "description": "The Git-annex metadata branch records a datapub.fz-juelich.de retrieval URL for the large saved container layer. The metadata revision was recorded separately because annex availability metadata changes independently of the root snapshot. The payload was not downloaded.", "discovery_path": "Entry repository → container image annex pointer → repository git-annex metadata branch → layer URL record", "access_status": "accessible" } ], "rationale": "Versioned locations are supplied, and raw data names an alternative archive route. Independent preservation/recovery for every essential component, particularly the saved environment payload, was not established; at least one resource relies on the recorded service route.", "evidence_rating": "sufficient", "confidence": "moderate", "feedback": "Distinguish a Git/annex content identity from a preservation commitment: a checksum does not itself preserve the bytes.", "priority": true, "observation": "observed" }, "D-03": { "score": 1, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Builds from debian:bookworm-slim; installs system dependencies without versions and pins numpy, pandas, seaborn and matplotlib. The build inputs are not fully frozen.", "discovery_path": "Entry repository → container/ → Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "A recorded DataLad execution builds and saves the environment, naming container/Dockerfile as input and container/image as output. It does not record fixed external apt/base-image build resolutions.", "discovery_path": "Entry repository → container/image history → recorded image-build commit", "access_status": "accessible" } ], "rationale": "The build recipe uses a moving debian:bookworm-slim tag and unversioned apt packages. Several Python packages are pinned, but required base/system resolution remains moving. The exact archived image improves reuse but does not freeze recipe reconstruction.", "evidence_rating": "sufficient", "confidence": "high", "feedback": "", "priority": true, "observation": "observed" }, "D-04": { "score": 2, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "The root provides the full Creative Commons Attribution 4.0 International terms, without a complete independent mapping of every linked/bundled component license.", "discovery_path": "Entry repository → COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "The pinned raw-data README declares PDDL, unrestricted access without authentication, Git-annex retrieval instructions, and an alternative OpenFMRI location. Payload availability was not tested.", "discovery_path": "Entry repository → .gitmodules data/raw_eyegaze → pinned module README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e", "description": "The pinned labels module has a README and computational/data files. No license-named file or module-level licensing statement was found in its inspected tree and README.", "discovery_path": "Entry repository → .gitmodules data/studyforrest-data-eyemovementlabels → pinned module tree and README", "access_status": "accessible" } ], "rationale": "CC-BY-4.0, MIT, PDDL and GPLv3 declarations or stable governing texts can be resolved for inspected components. The labels module and complete bundled-asset coverage remain ambiguous, so the all-module condition is not met.", "evidence_rating": "sufficient", "confidence": "moderate", "feedback": "", "priority": true, "observation": "observed" }, "D-05": { "score": 3, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "The pinned root includes code, figures, numerical-result definitions, manuscript, Dockerfile, OCI image manifests and Git submodule references.", "discovery_path": "Entry repository → Git tree at assessed revision", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Declares raw eye-gaze, eye-movement-label and REMoDNaV module URLs; the root Git tree fixes their respective commits.", "discovery_path": "Entry repository → .gitmodules and pinned Git tree", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "The saved OCI-compatible image has content-addressed configuration and layers recorded alongside its image tag. Git annex pointers fix the payload content identities.", "discovery_path": "Entry repository → container/image/ → manifest.json and layer pointers", "access_status": "accessible" } ], "rationale": "The distributed root commit fixes the data/code submodule commits, included files and image content identities together. This establishes a coherent frozen version selection. D-01 separately remains unresolved for successful retrieval of every payload.", "evidence_rating": "sufficient", "confidence": "moderate", "feedback": "Pilot application clarified that a frozen joint version selection and successful payload retrieval are separate findings. D-05 now isolates the former; D-01 records the latter.", "priority": false, "observation": "observed" }, "D-06": { "score": 0, "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/releases/tag/results-containerized", "description": "The README identifies results-containerized as signed; the local tag object contains a PGP signature and points to the recorded analysis commit. No documented signing-key identity verification route was found, and this review did not verify the signature.", "discovery_path": "Entry repository → README signed results-containerized reference → tag object", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "A recorded DataLad execution builds and saves the environment, naming container/Dockerfile as input and container/image as output. It does not record fixed external apt/base-image build resolutions.", "discovery_path": "Entry repository → container/image history → recorded image-build commit", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "The saved OCI-compatible image has content-addressed configuration and layers recorded alongside its image tag. Git annex pointers fix the payload content identities.", "discovery_path": "Entry repository → container/image/ → manifest.json and layer pointers", "access_status": "accessible" } ], "rationale": "Image build provenance and content identities are supplied, and the results tag has a signature. No supplied attestation/signature route linking the distributed executable image to a verified producer identity and build source was established. A checksum alone does not satisfy this binary anchor.", "evidence_rating": "sufficient", "confidence": "moderate", "feedback": "Clarify whether a signed Git tag covering an annex image and earlier build commit is sufficient when the object provides no signing-key verification guidance.", "priority": false, "observation": "not_findable" } }, "comment": "Pilot source-based review for subsequent human review. Inspected pinned repository files, linked modules and selected provenance records; no numerical pipeline, image build or payload retrieval was executed. The README’s reported cross-platform success is not an independently verified result. E-03 and D-01 are intentionally unanswered. Evidence-support and confidence fields do not affect scores. All dimensions have equal weight. Rubric feedback identifies ambiguities discovered during application; no conclusion of general scientific quality or certification is intended." } ], "rubric_sha256": "05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4" } }, { "id": "study-con-narps-guidance-01", "study_id": "remodnav-method-comparison-01", "object_id": "paper-remodnav", "object_revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "method_id": "con-narps-guidance", "method_revision": "326606610af6c261876c92032ca1f89f6d3ad1f1", "model_requested": "gpt-6.1-sol", "model_observed": null, "reasoning_effort": "medium", "replicate": 1, "status": "complete", "independent": true, "created_at": "2026-10-27T23:55:08.552000+00:00", "native_output": "results/study-con-narps-guidance-01.responses.json", "report": "results/study-con-narps-guidance-01.md", "summary": { "checklist_counts": { "must": { "met": 11, "partial": 5, "unmet": 0, "not-checked": 1, "not-applicable": 0 }, "should": { "met": 6, "partial": 0, "unmet": 0, "not-checked": 2, "not-applicable": 1 }, "may": { "met": 3, "partial": 2, "unmet": 0, "not-checked": 0, "not-applicable": 0 } }, "completion": { "answered": 31, "total": 31 } }, "limitations": [ "Inspection cohort; no scientific workflow execution or independent payload retrieval by this assessor.", "Actual model version not independently exposed; requested model and reasoning are recorded." ], "evidence_cohort": "remodnav-e3c6253bced7", "probe_artifact": { "path": "results/study-con-narps-guidance-01.probes.json", "original_sha256": "7534b2b1a23e4515d92362a68f63355c26174445ca17a310f6f35dd4b82a25d2", "public_sha256": "c068fee48b912a88b8b23d6b626322be8751c6e995fc288bea22c564000fea1d", "redaction": "Only the local logistical checkout prefix was replaced. The original raw probe output is retained unchanged in the ignored study cache." }, "native_data": { "checklist_version": "0.3.1", "responses": { "stamped-checklist:must/001": { "status": "met", "reason": "The manuscript, analysis code, environment and pinned input modules share one root; upstream source reachability is assessed separately.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Root introduction identifies raw data, summary-statistic/figure code and manuscript sources as the product.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three root-relative module paths define raw eyegaze, event labels and REMoDNaV code; analysis reads these paths.", "sha256": null } ] }, "stamped-checklist:must/002": { "status": "partial", "reason": "Consumed datasets have root-relative pinned links; the raw-data module also links acquisition source to an author-only /home/data path. Payload access was not tested.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery: root -> .gitmodules -> data/raw_eyegaze, data/studyforrest-data-eyemovementlabels and remodnav; public URLs supplied.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Discovery: root/data/raw_eyegaze -> .gitmodules:src/lab-eyetracking; URL is /home/data/psyinf/forrest_gump/collection/fg_eyegaze_raw. This is a host-local source link, not a portable recipient URL; no retrieval failure was observed.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "load_anderson and mk_event_duration_histograms consume nested Anderson MAT data and linked label TSVs. Root-only probe does not inspect this recursive boundary.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/003": { "status": "met", "reason": "REMoDNaV is pinned as a module; the container recipe and package declaration include the numerical, plotting and manuscript software used by the documented route.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian packages include scipy, sklearn, statsmodels, Python and manuscript tools; pip includes numpy, pandas, seaborn and matplotlib.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Discovery: root/remodnav -> setup.py; install_requires lists numpy, scipy, statsmodels and matplotlib. Docker-Makefile installs this local module.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Installs the root-relative remodnav checkout with Python pip before analysis; no PyPI latest REMoDNaV substitution.", "sha256": null } ] }, "stamped-checklist:must/004": { "status": "met", "reason": "Git history versions the code, manuscript, configuration and environment. Probe deletions are frozen-capture omissions, not original uncommitted work.", "source": "probe:tree-clean+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Frozen revision contains tracked source/configuration and gitlinks. The isolated logistical checkout omits 35 tracked paths, producing apparent deletions; it is not an original worker stop-state.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/results_def.tex", "description": "Numerical LaTeX definitions are tracked at the assessed revision.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Native Git commit versions a later environment conversion. Working-tree cleanliness is not itself the criterion of using version control.", "sha256": null } ], "flags": [ "probe-overridden", "mapping-questioned" ] }, "stamped-checklist:must/005": { "status": "met", "reason": "git-annex tracks large input, label and archived-container content by keys; the frozen evidence retains pointers, not their payloads.", "source": "probe:large-in-annex+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/blobs/sha256/e2728fc6d2c404f7b41e0fa4f889117090f4476eefab2bca48d7164dcbf7a0cb", "description": "Frozen pointer: MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f; 1.75 GB image layer is annexed.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/sub-01/sub-01_task-movie_run-1_events.tsv", "description": "Discovery: root/data/studyforrest-data-eyemovementlabels; frozen annex pointer MD5E-s497695--60cd3b5d7ff087fb4f424eb86bda17ca.tsv identifies derived labels.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Explains separate Git metadata and git-annex content retrieval for the raw data module.", "sha256": null } ] }, "stamped-checklist:must/006": { "status": "partial", "reason": "The 2023 analysis run names an archived image and outputs, but the linked event-label run records its command and inputs without an exact environment.", "source": "probe:run-env-linked+probe:derived-have-records+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "exit 0 record invokes the Docker adapter using container/image; extra_inputs names the image, inputs list data modules, outputs list img and results_def.tex. This is recorded completed execution, not a run performed in this assessment.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Discovery: root/data/studyforrest-data-eyemovementlabels -> history; exit 0 bash code/compute_all.sh record identifies raw inputs and sub-* outputs but no lock/container/environment identity.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Uses PYTHONPATH=code/remodnav and ambient python to create event TSVs; no exact environment capture is supplied.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Reads those event TSVs for duration histograms; upstream environment gap affects actual analysis inputs. Derived-file last-touch heuristic also includes manually authored diagrams and misses inherited unchanged run outputs.", "sha256": null } ], "flags": [ "mapping-questioned" ] }, "stamped-checklist:must/007": { "status": "met", "reason": "The README provides installation prerequisites, clone/rerun commands and manuscript compilation instructions; the probe misreads prose as a make target.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions list DataLad 0.19, Containers 1.2.3, Docker versions, datalad clone, datalad rerun results-containerized and containers-run main.pdf. Phrase make changes occurs in prose about detection, not as an instruction.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Defines results_def.tex and main.pdf targets invoked by the documented container route.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/008": { "status": "met", "reason": "The README names datalad rerun results-containerized for numbers/SVGs and containers-run docker-make main.pdf for the manuscript.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Clear separate starting commands and output expectations; old virtualenv instructions are explicitly labelled old, and the figure difference is disclosed.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Recorded execution runs make -f Docker-Makefile clean results_def.tex in the image; inputs and generated outputs are declared.", "sha256": null } ] }, "stamped-checklist:must/009": { "status": "partial", "reason": "The root analysis uses relative paths; linked legacy Condor scripts embed /home/asimio and /usr/bin/python2.7. Docker-internal /root cleanup is not a host path defect.", "source": "probe:no-abs-paths+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Input paths are assembled relative to data/ and remodnav/, and output SVGs use img/.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "description": "Discovery through event-label module: initialdir=/home/asimio/fg_eyegaze_preproc/ and executable=/usr/bin/python2.7 are literal scheduler settings.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Probe flagged /root/.local and /var/lib/apt cleanup, but these run inside the declared Debian image build rather than on an undeclared host filesystem.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/010": { "status": "partial", "reason": "The current container route declares its imports and tools, but linked legacy preprocessing assumes Condor and host Python 2.7 outside a supplied environment spec.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Reviewed imports: matplotlib, numpy, pandas, scipy, seaborn, sklearn and local remodnav; optional datalad_get falls back to already provisioned inputs.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "These imports map to apt/pip package declarations; make, Inkscape, latexmk and texlive-latex-extra are included. sklearn maps to scikit-learn/python3-sklearn rather than an omitted distribution.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Linked module documentation directs condor_submit preprocessing and detection.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "description": "Assumes HTCondor, /usr/bin/python2.7 and inherited environment via getenv=True; inspected module inventory contains no environment specification for that route.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/011": { "status": "partial", "reason": "Host tools and Docker versions are listed, but the adapter assumes docker is on PATH and usable without sudo; linked legacy scheduler paths remain host-specific.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Lists tested host platforms and Docker format/version compatibility, including v26 versus v28, with estimated download sizes.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Discovery: root README -> DataLad Containers 1.2.3 -> configured docker adapter. Adapter FIXME explicitly states docker on PATH manageable by non-root user; cli_run invokes docker without sudo, mounts cwd to /tmp and passes host uid/gid.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "description": "Linked documented scheduler route assumes inherited host environment and author-specific directory; root README does not explain this legacy assumption.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/012": { "status": "met", "reason": "README lists DataLad, Containers, Docker versions and host platforms; Dockerfile lists numerical and manuscript dependencies, with older host tools labelled separately.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated requirements and installation pointers plus Debian/MacOS/Windows 10 verification claims; old instructions separately name Inkscape, latexmk and texlive-latex-extra.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Readable Debian base, apt system package list and pip package versions provide the system/dependency specification for the current route. This does not establish that every host assumption is documented.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/013": { "status": "met", "reason": "Dockerfile, container registration and image manifests are versioned alongside the analysis and data links.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked environment build recipe at the assessed root revision.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make registration selects container/image and Docker-Makefile.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Tracked image configuration/layer digest metadata supplements the build recipe.", "sha256": null } ] }, "stamped-checklist:must/014": { "status": "met", "reason": "A runnable Docker build/save process is recorded, followed by tracked recipe adjustment and OCI conversion; environment changes have concrete history.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Native exit 0 run records docker build, image save and environment output registration from container/Dockerfile.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "description": "Tracked post-introduction Dockerfile update limits ENV override to installation time; the build record follows it.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Subsequent exit 0 native record loads and resaves the archived environment to OCI format with container/image as both input and output. This is an actual tracked update, not just initial file creation.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:must/015": { "status": "met", "reason": "The archived OCI manifests identify exact image/configuration/layer digests. Its latest label is not the execution identity; the adapter runs the computed image hash.", "source": "probe:run-env-linked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "description": "OCI image manifest digest sha256:96148c274796ac7b9ac3a99f53709ba07b682b27532aacd81e153e947709059c.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Config f881bd4db45ac9775f5a5377485a7c939fea4685d7482eed4809cb83fc3b51a3 and two SHA256 layers identify the archived environment despite RepoTags remodnav:latest.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "get_image hashes the archived config; load returns sha256:; cli_run appends that identity to docker run. No docker pull latest route is used for replay. Payload bytes unavailable to this inspection; independent access is must/016.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/016": { "status": "not-checked", "reason": "Public source and archived-image locations are recorded, but this cohort forbids independent retrieval of the exact revision and payloads. Access remains unverified.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Publishes clone/rerun route and expected image download; a source URL is a publication claim, not successful recipient retrieval.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/04c/184/MD5E-s558--87b41ff70e5a8111403dd4d5bf11ac4c.log.web", "description": "Frozen git-annex availability metadata records datapub.fz-juelich.de URL for OCI manifest. Location metadata is not observed payload access. No --check-remote, fetch or annex get ran.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/017": { "status": "met", "reason": "README explains how to install the host tools, clone with DataLad and use rerun/containers-run to obtain and execute the registered environment.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Installation links, clone command, signed results-containerized tag, approximate data/image downloads and manuscript command are provided.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "The documented docker-make name resolves to container/image and an executable adapter/make command rather than a missing registration.", "sha256": null } ] }, "stamped-checklist:should/001": { "status": "met", "reason": "Git versions root and linked components; DataLad/git-annex extends Git for raw data, derived labels and container content.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "All three modules use Git repository URLs and pinned gitlinks.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Explains Git plus git-annex for raw-data versioning and obtaining content.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Derived-label computation is recorded as a native Git/DataLad run commit.", "sha256": null } ] }, "stamped-checklist:should/002": { "status": "not-checked", "reason": "Historical repairs and component CI exist, but supplied records do not establish regular testing of the current full manuscript instructions.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Reports cross-platform verification and 2023/2025 environment repairs; no dated recurring full workflow test results supplied.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "description": "Discovery via root/remodnav: Python 3.6 CI builds, installs and runs classifier pytest, which does not exercise the full paper pipeline.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "2023 completed analysis record demonstrates one execution; it does not establish regular ongoing workflow testing. Dated full rerun logs would settle this.", "sha256": null } ] }, "stamped-checklist:should/003": { "status": "met", "reason": "Raw data, event labels and REMoDNaV are separate pinned modules; analysis, manuscript figures and container definition occupy distinct paths.", "source": "probe:modules-separated+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "data/raw_eyegaze, data/studyforrest-data-eyemovementlabels and remodnav are separately maintained modules.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Analysis entry code/mk_figuresnstats.py writes results_def.tex and img/; environment is container/. Separation does not require every folder to be its own repository.", "sha256": null } ] }, "stamped-checklist:should/009": { "status": "not-applicable", "reason": "N/A: no access-restricted data or software is identified on the documented numerical/manuscript route; an upstream host-local URL alone does not establish restriction.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw-data module states unrestricted access without registration; public linked code/data repositories are identified. This is a declared access policy, not a successful retrieval observation.", "sha256": null } ] }, "stamped-checklist:should/004": { "status": "met", "reason": "A recorded exit-zero 2023 analysis ran through an adapter that creates a fresh Docker container; this assessment did not rerun it or verify the current OCI image.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Completed-run evidence: exit 0, explicit data inputs, archived image extra_input and img/results_def.tex outputs. Record states comparison to original scores and disclosed Fig 4 variation; comparison was not independently repeated here.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "cli_run constructs docker run --rm, not docker exec into a persistent instance. Combined with the completed record this supports a historical fresh-container test; a script alone would not.", "sha256": null } ] }, "stamped-checklist:should/005": { "status": "met", "reason": "The current registered route creates a disposable Docker container per execution and cleans its temporary HOME.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "docker-make invokes the adapter, creates /tmp/dockertmp as HOME and removes it after successful payload execution.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "cli_run calls docker run --rm with cwd mounted at /tmp; execution container is disposable although the image and host checkout persist.", "sha256": null } ] }, "stamped-checklist:should/006": { "status": "not-checked", "reason": "Build and conversion records show past environment use, but regular reconstitution tests of exact recorded environments are not established.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "2023 completed image build is historical creation evidence, not a recurring reconstruction test series.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "2025 conversion loads/resaves the existing image with exit 0; it does not rebuild and compare the full environment repeatedly.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "description": "Classifier CI installs current dependencies rather than the paper archived image; dated reconstruction logs with environment identities would settle regular testing.", "sha256": null } ] }, "stamped-checklist:should/007": { "status": "met", "reason": "The research object archives image configuration and layers as annexed content with OCI metadata, rather than relying only on a Dockerfile or registry tag.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Contains archived config, layer paths, sizes and SHA256 identifiers; 77,814,784- and 1,750,877,184-byte layers are represented by annex pointers in the frozen inventory.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Image build/save native record declares container/image as output.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Archived image is converted in place to OCI with tracked provenance. Payload omission from this inspection package does not establish absence from the object; access is unverified separately.", "sha256": null } ] }, "stamped-checklist:should/008": { "status": "met", "reason": "A runnable Docker build/save process is recorded, followed by tracked recipe adjustment and OCI conversion; environment changes have concrete history.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Recorded runnable build/save process from container/Dockerfile.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "description": "Concrete tracked environment recipe update after initial creation.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Recorded subsequent environment conversion to OCI. Same evidence as must/014 because the pinned checklist duplicates its wording.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:may/001": { "status": "partial", "reason": "Independent code and datasets are pinned as modules; the recursively linked acquisition-source URL remains host-local. Public payload retrievability was not tested.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Independent REMoDNaV, raw eyegaze and event-label components have explicit boundaries and Git URLs.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "Nested Anderson evaluation dataset and studyforrest data are explicitly linked from classifier tests.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Recursive src/lab-eyetracking URL is /home/data/psyinf/forrest_gump/collection/fg_eyegaze_raw. Root-only probe does not inspect it; ordinary package dependencies are not treated as modules.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:may/002": { "status": "partial", "reason": "Root documentation describes the product and reproduction, but gives no integrated map or recombination guidance for nested data, label and classifier revisions.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Describes code/data/manuscript and automatic clone/rerun but does not explain component relationships or independent recombination.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Machine-readable root module map exists.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Linked documentation still describes legacy Condor preprocessing, while code/compute_all.sh uses the classifier module; the cross-module narrative is incomplete.", "sha256": null } ] }, "stamped-checklist:may/003": { "status": "met", "reason": "Pinned component repositories and relative file interfaces allow independent version selection while preserving the enclosing snapshot.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Independent Git repositories have root-relative boundaries; superproject pins preserve combinations while components evolve separately.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Raw eyegaze inputs become event TSVs with explicit numeric conversion/sampling arguments.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Consumes event TSV columns separately from raw eyegaze and classifier API; independent updates require compatible interfaces, not simultaneous source edits. Arbitrary update compatibility was not executed.", "sha256": null } ] }, "stamped-checklist:may/004": { "status": "met", "reason": "Git submodules and DataLad compose the modules; the registered image and Docker-Makefile compose execution.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Concrete versioned dataset/software composition mechanism.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Container registration composes the archived image, adapter and Docker-Makefile.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Recorded inputs explicitly select files within linked datasets for root output generation.", "sha256": null } ] }, "stamped-checklist:may/005": { "status": "met", "reason": "README clone/rerun commands, .gitmodules and relative script paths provide navigation tooling, although an explanatory component map would improve it.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Entry documentation provides DataLad clone and rerun navigation through the complete study.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Names code and data component paths and their source URLs.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "description": "Discovery: root/data/studyforrest-data-eyemovementlabels -> nested raw-input and classifier module paths; these are navigable independently.", "sha256": null } ] } }, "schema_version": "0.2.0", "principles_version": "0.2.0", "checklist_source": { "repo": "https://github.com/stamped-principles/stamped-checklist-schema", "tag": "v0.3.1", "commit": "af259bad237fa57b856417db8dba45a1b283a527" }, "extra_items": [ { "key": "licence-declared", "status": "met", "reason": "Root COPYING declares CC BY 4.0; linked REMoDNaV uses MIT, raw dataset PDDL and Anderson repository GPLv3. These declarations are not a legal compatibility assessment.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root license declaration." }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "Linked classifier license." }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "Raw data license." }, { "uri": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "Anderson evaluation repository license." } ] }, { "key": "inputs-untouched", "status": "not-checked", "reason": "Logistical clone has uninitialized modules; frozen histories show recorded versions but cannot establish original uncommitted input state.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "The module inventory and pins were inspected; no original stop-state capture supplied." } ] }, { "key": "clone-weight", "status": "met", "reason": "Root probe found no text blob above 10 MiB; this says nothing about recursive payload download costs.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Root Git tree measured by native clone-weight probe; README explicitly anticipates data/image downloads." } ] } ], "object": { "url": "https://github.com/psychoinformatics-de/paper-remodnav", "commit": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "captured_at": "2026-10-28T00:02:01+00:00", "kind": "study" }, "assessor": { "skill": "assess-alignment-with-stamped-principles", "version": "0.1.0", "harness": "isolated-study-worker", "model": "unavailable", "date": "2026-10-28", "drafted_by": "scripts/run_probes.py", "dependencies": [ "stamped-conventions@0.1.0" ] }, "scope": "Inspection-only of paper-remodnav at 34388d3ca78fbd483e022e4e2851be390b7eebf2 and explicitly linked computational components. Frozen manifest SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499 (cohort remodnav-e3c6253bced7); downloaded text hashes verified. Source/text, inventories, native Git histories and availability metadata inspected. Logistical clone omissions are coordinator capture artifacts, not worker modifications. No network, --check-remote, payload acquisition, workflow execution, container build or fresh rerun; all missing payloads remain explicit capture limitations. No original working-tree/stop receipt supplied. Issue tracker and linked online discussions not retrieved; only recorded references inspected. Historical exit-zero records are source evidence, not assessor execution. Kind/goals assumed from README, not human-confirmed." }, "report_content": "MUST: 17 items; 11 met, 5 partial, 0 unmet, 1 not-checked, 0 not-applicable; SHOULD: 9 items; 6 met, 0 partial, 0 unmet, 2 not-checked, 1 not-applicable; MAY: 5 items; 3 met, 2 partial, 0 unmet, 0 not-checked, 0 not-applicable.\n\nAssumption, not human-confirmed: this is a study whose product is the REMoDNaV paper, numerical results and figures, assessed with its explicitly linked computational components.\n\nWhat to fix first:\n\n1. Preserve the environment identity for the event-label computation, alongside its existing command/input/output record. Those TSVs feed paper histograms, so their derivation needs the same environment link as the root analysis (must/006).\n2. Replace or explicitly retire the upstream author-local acquisition-source link and legacy Condor paths, and describe how they relate to the current numerical route. The consumed datasets have public pinned links, but the recursively declared source boundary still includes `/home/data/...`; legacy scripts assume `/home/asimio/...` and Python 2.7 (must/002, must/009, must/010; may/001).\n3. Document Docker daemon/user access and the relevant legacy scheduler assumptions where users begin. The adapter expects `docker` on PATH and usable without sudo (must/011).\n4. Add a short component map explaining raw data, labels, the two classifier pins, and recombination interfaces (may/002).\n5. Retain dated recipient-retrieval and recurring reconstruction/rerun receipts when next tested. Their absence from this cohort leaves access and regular testing unknown; no failed retrieval or current run was observed (must/016; should/002, should/006).\n\nThe project already does well:\n\n- [Updated instructions](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) distinguish current container replay from the old route and disclose the Fig 4 difference. The [completed analysis record](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) identifies inputs, outputs and archived image.\n- [OCI metadata](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json) and annex pointers preserve exact image identities. The adapter loads and runs the image hash; the archived `latest` label does not make replay float to a registry image.\n- [Pinned modules](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules) separate code, raw eyegaze and derived event labels; source and manuscript are versioned with them.\n\n| item | principles | status | source | evidence | reason |\n|---|---|---|---|---|---|\n| must/001 | S.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules` | The manuscript, analysis code, environment and pinned input modules share one root; upstream source reachability is assessed separately. |\n| must/002 | S.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py` | Consumed datasets have root-relative pinned links; the raw-data module also links acquisition source to an author-only /home/data path. Payload access was not tested. |\n| must/003 | S.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile` | REMoDNaV is pinned as a module; the container recipe and package declaration include the numerical, plotting and manuscript software used by the documented route. |\n| must/004 | T.1,T.3,T.5 | met | probe:tree-clean+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/results_def.tex`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | Git history versions the code, manuscript, configuration and environment. Probe deletions are frozen-capture omissions, not original uncommitted work. |\n| must/005 | T.1,T.3,T.5 | met | probe:large-in-annex+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/blobs/sha256/e2728fc6d2c404f7b41e0fa4f889117090f4476eefab2bca48d7164dcbf7a0cb`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/sub-01/sub-01_task-movie_run-1_events.tsv`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst` | git-annex tracks large input, label and archived-container content by keys; the frozen evidence retains pointers, not their payloads. |\n| must/006 | T.1,T.3,T.5 | partial ⚠ (a MUST is not satisfied by partial) | probe:run-env-linked+probe:derived-have-records+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py` | The 2023 analysis run names an archived image and outputs, but the linked event-label run records its command and inputs without an exact environment. |\n| must/007 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile` | The README provides installation prerequisites, clone/rerun commands and manuscript compilation instructions; the probe misreads prose as a make target. |\n| must/008 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | The README names datalad rerun results-containerized for numbers/SVGs and containers-run docker-make main.pdf for the manuscript. |\n| must/009 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:no-abs-paths+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile` | The root analysis uses relative paths; linked legacy Condor scripts embed /home/asimio and /usr/bin/python2.7. Docker-internal /root cleanup is not a host path defect. |\n| must/010 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh` | The current container route declares its imports and tools, but linked legacy preprocessing assumes Condor and host Python 2.7 outside a supplied environment spec. |\n| must/011 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh` | Host tools and Docker versions are listed, but the adapter assumes docker is on PATH and usable without sudo; linked legacy scheduler paths remain host-specific. |\n| must/012 | P.2 | met | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile` | README lists DataLad, Containers, Docker versions and host platforms; Dockerfile lists numerical and manuscript dependencies, with older host tools labelled separately. |\n| must/013 | P.3 | met | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json` | Dockerfile, container registration and image manifests are versioned alongside the analysis and data links. |\n| must/014 | P.3 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | A runnable Docker build/save process is recorded, followed by tracked recipe adjustment and OCI conversion; environment changes have concrete history. |\n| must/015 | D.1 | met | probe:run-env-linked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | The archived OCI manifests identify exact image/configuration/layer digests. Its latest label is not the execution identity; the adapter runs the computed image hash. |\n| must/016 | D.1 | not-checked | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/04c/184/MD5E-s558--87b41ff70e5a8111403dd4d5bf11ac4c.log.web` | Public source and archived-image locations are recorded, but this cohort forbids independent retrieval of the exact revision and payloads. Access remains unverified. |\n| must/017 | D.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | README explains how to install the host tools, clone with DataLad and use rerun/containers-run to obtain and execute the registered environment. |\n| should/001 | T.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6` | Git versions root and linked components; DataLad/git-annex extends Git for raw data, derived labels and container content. |\n| should/002 | A.2 | not-checked | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | Historical repairs and component CI exist, but supplied records do not establish regular testing of the current full manuscript instructions. |\n| should/003 | M.1 | met | probe:modules-separated+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile` | Raw data, event labels and REMoDNaV are separate pinned modules; analysis, manuscript figures and container definition occupy distinct paths. |\n| should/004 | E.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | A recorded exit-zero 2023 analysis ran through an adapter that creates a fresh Docker container; this assessment did not rerun it or verify the current OCI image. |\n| should/005 | E.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | The current registered route creates a disposable Docker container per execution and cleans its temporary HOME. |\n| should/006 | D.2 | not-checked | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml` | Build and conversion records show past environment use, but regular reconstitution tests of exact recorded environments are not established. |\n| should/007 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | The research object archives image configuration and layers as annexed content with OCI metadata, rather than relying only on a Dockerfile or registry tag. |\n| should/008 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | A runnable Docker build/save process is recorded, followed by tracked recipe adjustment and OCI conversion; environment changes have concrete history. |\n| should/009 | M.4 | not-applicable | judgement | `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst` | N/A: no access-restricted data or software is identified on the documented numerical/manuscript route; an upstream host-local URL alone does not establish restriction. |\n| may/001 | M.2 | partial | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules` | Independent code and datasets are pinned as modules; the recursively linked acquisition-source URL remains host-local. Public payload retrievability was not tested. |\n| may/002 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README` | Root documentation describes the product and reproduction, but gives no integrated map or recombination guidance for nested data, label and classifier revisions. |\n| may/003 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py` | Pinned component repositories and relative file interfaces allow independent version selection while preserving the enclosing snapshot. |\n| may/004 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | Git submodules and DataLad compose the modules; the registered image and Docker-Makefile compose execution. |\n| may/005 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules` | README clone/rerun commands, .gitmodules and relative script paths provide navigation tooling, although an explanatory component map would improve it. |\n\n\nFlagged items:\n\n- must/002 (probe-overridden): Root-only URL-shape pass overridden: recursive acquisition source contains a host-local URL. No network failure is claimed.\n- must/004 (probe-overridden, mapping-questioned): Capture omissions override dirty-tree failure; cleanliness is also a questioned proxy for version control.\n- must/006 (mapping-questioned): Retains partial, with questioned mapping: last-touch/derived-file heuristics mix diagrams with computed outputs; the actual gap is linked label-run environment provenance.\n- must/007 (probe-overridden): Overrides the prose-parser false positive for a nonexistent `make changes` target.\n- must/009 (probe-overridden): Overrides Docker-internal cleanup failure; partial instead follows genuine linked Condor host paths.\n- must/010 (probe-overridden): Completeness inspected directly: current imports map to declarations, legacy Condor/Python route remains underspecified.\n- must/011 (probe-overridden): Command-only platform scan replaced by host/adapter review; missing Docker access assumptions support partial.\n- must/012 (probe-overridden): Command-only scan replaced by README/Dockerfile requirements review.\n- must/014 (upstream-duplicate): Upstream duplicate of should/008; same update-process evidence intentionally reused.\n- must/015 (probe-overridden): Overrides floating-tag failure: archived digests and adapter image-hash execution establish exact identity.\n- must/016 (probe-overridden): Overrides publication partial to not-checked: remote presence/location logs do not establish recipient access.\n- should/008 (upstream-duplicate): Upstream duplicate of must/014.\n- may/001 (probe-overridden): Root-only module pass overridden for the recursively linked host-local acquisition source.\n\nNot checked:\n\n- must/016: independent recipient clone at the assessed revision plus retrieval/identity verification for image and required payloads would settle access. Neither the logistical clone nor availability logs demonstrate this.\n- should/002: dated repeated runs of the documented full numerical/manuscript route would establish regular testing. Classifier Travis configuration covers a component only.\n- should/006: repeated reconstruction/use receipts naming the exact environment and checking results would settle regular reconstitution. The 2023 build and 2025 conversion are isolated historical records.\n- Extra input-state check: no original uncommitted/ignored-file capture or worker stop receipt exists. Scientific execution, fresh current replay, rendered figures/PDF and payload contents were outside this inspection. Historical exit-zero records do not certify scientific validity.\n\nGoals, kind and boundary:\n\n1. Product: the [README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) and manuscript describe classification validation on static/dynamic gaze recordings; kind is study, with reusable tool and dataset components. All seven principles apply, with input identity and result provenance emphasized.\n2. Boundary: root code, manuscript, `img/`, `results_def.tex`, `container/`, plus three [.gitmodules](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules) links. Discovery proceeds through these links to label/raw-data modules, nested REMoDNaV versions and Anderson evaluation data. Cache presence was not used as a discovery link. The raw-data module additionally names a host-local acquisition source, which was not obtained.\n3. Versioning: Git tracks text, configuration and module pins; Git-annex keys track raw data, labels and image payloads. The frozen package identifies omitted payloads explicitly. Its downloaded source-file hashes and the manifest hash were verified; no mismatch was found.\n4. Environment: [Dockerfile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile), [.datalad/config](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config), archived OCI identifiers and the README host requirements define the current route. Legacy preprocessing has weaker environment evidence.\n5. Execution: [Docker-Makefile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile) installs the pinned local classifier and invokes `code/mk_figuresnstats.py`; README replay selects the historical `results-containerized` state, then separately builds the manuscript. `datalad rerun` downloads declared inputs outside the image; optional DataLad imports in the analysis have a documented fallback.\n6. Provenance: the [2023 analysis run](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) records exit 0 and its environment path; the [linked label run](https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6) records exit 0 without an exact environment. Earlier root runs also lack environment identity. Fig 4 divergence is disclosed consistently rather than silently conflicting with the current route. No numerical agreement was independently tested.\n7. Retrieval/terms: [README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) gives GitHub/DataLad instructions; frozen annex logs give datapub image locations. Root COPYING is CC BY 4.0, classifier MIT, raw dataset PDDL and Anderson repository GPLv3. These are source declarations; actual access and legal compatibility were not tested. No restricted component is identified on the documented numerical route.\n\nScope: inspection-only at `34388d3ca78fbd483e022e4e2851be390b7eebf2`, manifest SHA256 `e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499`, cohort `remodnav-e3c6253bced7`. Only source/text, supplied metadata and histories were inspected. No network calls, `--check-remote`, payload acquisition, container builds or scientific execution occurred. The clone is logistical, not evidence of recipient access. Missing image layers/data/figure/style payloads are capture limitations, not observed retrieval failures or proof the source object lacks them. Live issues/PR discussions were not retrieved; references to #20, #24 and #27 were read only in source/history. Source instructions and manuscript template comments were treated as data. No original worker stop receipt was supplied, so coordinator omissions do not establish worker tracking defects.\n\n[Checklist URL](study-con-narps-guidance-01.url.txt); [authoritative native response](study-con-narps-guidance-01.responses.json); [raw probes](../.cache/study/probes/study-con-narps-guidance-01.probes.json). Native response retained; optional framework export unavailable for this older instrument branch. No numeric overall score is computed.\n\nProduced by `assess-alignment-with-stamped-principles` 0.1.0 with `stamped-conventions` 0.1.0, checklist 0.3.1 (`stamped-checklist-schema@v0.3.1`, `af259bad237fa57b856417db8dba45a1b283a527`), on https://github.com/psychoinformatics-de/paper-remodnav at commit `34388d3ca78fbd483e022e4e2851be390b7eebf2`, 2026-10-28, `isolated-study-worker` / model `unavailable`. Model identity is withheld/unknown. Probe output retained unmodified; publication redaction is a separate coordinator operation.\n" }, { "id": "study-con-narps-guidance-02", "study_id": "remodnav-method-comparison-01", "object_id": "paper-remodnav", "object_revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "method_id": "con-narps-guidance", "method_revision": "326606610af6c261876c92032ca1f89f6d3ad1f1", "model_requested": "gpt-6.1-sol", "model_observed": null, "reasoning_effort": "medium", "replicate": 2, "status": "complete", "independent": true, "created_at": "2026-10-27T23:55:08.822929+00:00", "native_output": "results/study-con-narps-guidance-02.responses.json", "report": "results/study-con-narps-guidance-02.md", "summary": { "checklist_counts": { "must": { "met": 12, "partial": 4, "unmet": 0, "not-checked": 1, "not-applicable": 0 }, "should": { "met": 6, "partial": 2, "unmet": 0, "not-checked": 0, "not-applicable": 1 }, "may": { "met": 2, "partial": 3, "unmet": 0, "not-checked": 0, "not-applicable": 0 } }, "completion": { "answered": 31, "total": 31 } }, "limitations": [ "Inspection cohort; no scientific workflow execution or independent payload retrieval by this assessor.", "Actual model version not independently exposed; requested model and reasoning are recorded." ], "evidence_cohort": "remodnav-e3c6253bced7", "probe_artifact": { "path": "results/study-con-narps-guidance-02.probes.json", "original_sha256": "a301feba7025a024fdb823e2167aee4840d1ad45c1ff877e807562fcfff115a9", "public_sha256": "bf69636d61cf24efcb5126608cff4f561106e310e1fa0b3ff66285b03f271f08", "redaction": "Only the local logistical checkout prefix was replaced. The original raw probe output is retained unchanged in the ignored study cache." }, "native_data": { "checklist_version": "0.3.1", "responses": { "stamped-checklist:must/001": { "status": "met", "reason": "The active analysis, manuscript, environment and pinned data/code links share one root. Nested legacy host references are assessed separately.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Root README identifies manuscript, numerical summaries and figures as products; its updated route clones one DataLad root.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery: root .gitmodules links raw gaze, derived labels and REMoDNaV within the root; code uses these relative paths.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inputs are selected under data/ and remodnav/tests/data; outputs are img/ and results_def.tex, matching the recorded execution.", "sha256": null } ] }, "stamped-checklist:must/002": { "status": "partial", "reason": "Root analysis inputs have pinned links, but nested raw-data src/lab-eyetracking uses a machine-local URL. Public payload retrieval was not tested.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Probe checks only three uninstalled root modules, so its met verdict does not cover the recursive boundary.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Discovery: root data/raw_eyegaze -> studyforrest phase2 -> src/lab-eyetracking; URL is /home/data/psyinf/forrest_gump/collection/fg_eyegaze_raw, not independently resolvable. This source predecessor is not directly selected by the root analysis.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Published processed gaze files can be obtained directly through annex; this narrows the local-link defect rather than proving retrieval failure for consumed files.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/003": { "status": "met", "reason": "Analysis packages are declared in the Dockerfile and linked REMoDNaV setup; host orchestration tools are explicitly listed in the README.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Includes Python, SciPy, scikit-learn, statsmodels, NumPy, pandas, seaborn, matplotlib and manuscript tools.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Discovery: root remodnav -> setup.py; install_requires declares numpy, scipy, statsmodels and matplotlib; Docker-Makefile installs the pinned local package.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Lists DataLad, DataLad Containers and Docker as installed host tools; inclusion does not require vendoring those ordinary runtime dependencies.", "sha256": null } ] }, "stamped-checklist:must/004": { "status": "met", "reason": "Git versions code, text, configuration and module pins. Probe-reported deletions are frozen-capture omissions, not source tracking defects.", "source": "probe:tree-clean+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Frozen revision inventories Git-tracked manuscript, Makefiles, source and environment files; actual source history is preserved.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Latest documentation change and earlier source history show version control. Tree cleanliness is not the same property as use of version control.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/.gitignore", "description": "Rendered intermediate PDF/PNG artifacts are deliberately ignored. Probe checkout lacks SVGs and class files listed as absent payloads in the frozen manifest, so its dirty status describes study logistics.", "sha256": null } ], "flags": [ "probe-overridden", "mapping-questioned" ] }, "stamped-checklist:must/005": { "status": "met", "reason": "Container layers and large input data use content-addressed git-annex pointers alongside Git history.", "source": "probe:large-in-annex+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/.gitattributes", "description": "Git keeps JSON and small image metadata while layer payloads use annex; six annex pointers are retained in the frozen root inventory.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Discovery: root data/raw_eyegaze; explains separately stored large data and git annex get.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "OCI layer identities and sizes include the approximately 1.75GB layer; no scientific payload was downloaded for this review.", "sha256": null } ] }, "stamped-checklist:must/006": { "status": "partial", "reason": "The 2023 result run names a versioned image and inputs/outputs; older runs and the linked label-generation run omit exact environment identity.", "source": "probe:derived-have-records+probe:run-env-linked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Completed record has exit 0, command, extra_inputs container/image, explicit input globs, outputs img and results_def.tex. Git revision fixes the code and image snapshot. Last-touch-only probe coverage underestimates declared directory outputs.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Discovery: root data/studyforrest-data-eyemovementlabels -> history. Completed bash code/compute_all.sh run lists raw inputs and sub-* outputs but no exact software environment.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/1dcac1b5f3e794077f5017fff410909331a72965", "description": "Older analysis record has empty input/output lists and no environment; ordinary manual SVG edits likewise do not supply an execution-environment record.", "sha256": null } ], "flags": [ "mapping-questioned" ] }, "stamped-checklist:must/007": { "status": "met", "reason": "README gives installation prerequisites, clone, numerical rerun and manuscript commands. The probe mistook prose about saved changes for a make target.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions list tools and commands datalad rerun results-containerized and datalad containers-run -n docker-make main.pdf. Old instructions are explicitly labeled.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "description": "Defines main.pdf and results_def.tex. There is no promised make changes target: probe parsed ordinary prose around save (notneeded) and change records.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/008": { "status": "met", "reason": "The documented starting point is datalad rerun results-containerized; a separate containers-run command builds the manuscript.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Explicit sequence clone, cd, rerun results-containerized identifies the numerical reproduction target and the signed tag.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Recorded command invokes Docker-Makefile clean results_def.tex with -s -f -r -m flags through its target; this is executable provenance, not just a proposed entrypoint.", "sha256": null } ] }, "stamped-checklist:must/009": { "status": "partial", "reason": "Root computation uses relative dataset paths; linked legacy submit scripts hardcode /home/asimio and Python 2.7. Docker-internal cleanup paths are portable.", "source": "probe:no-abs-paths+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Analysis joins root-relative data and output paths; Windows paths in README are shell-prompt examples.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Probe hit /root/.local and /var/lib/apt inside a declared Debian image, not host-specific input locations.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "description": "Discovery: root label module -> code/preprocess_submit.sh; initialdir=/home/asimio/fg_eyegaze_preproc and executable=/usr/bin/python2.7 remain hardcoded in legacy submit tooling.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/010": { "status": "met", "reason": "Direct analysis imports and manuscript tools are covered by Dockerfile, package declarations and documented host tooling; exact pins are judged separately.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Reviewed imports: stdlib, matplotlib, numpy, pandas, scipy, seaborn, sklearn, remodnav and optional DataLad. No executed scientific workflow is claimed.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Provides each external numerical import (sklearn maps to scikit-learn/python3-sklearn), Python/pip, make, inkscape, latexmk and TeX; their dependencies are resolved by apt/pip.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Linked classifier imports statsmodels.robust.scale and scipy; both declared here and installed by the image. DataLad remains the README-declared outer orchestration tool, not an unlisted required image import.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/011": { "status": "partial", "reason": "Root requirements name Docker and tested platforms, but the adapter assumes user Docker access and linked legacy submit tooling assumes an undocumented home path.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Documents tested Debian/macOS/Windows 10, DataLad 0.19, Containers 1.2.3, Docker format/version transition and download sizes.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Discovery: root README DataLad Containers/version -> .datalad/config adapter call -> versioned adapter source. It assumes docker on PATH manageable by a non-root user; cli_run bind-mounts the working directory at /tmp.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "description": "Linked legacy submit tooling assumes /home/asimio/fg_eyegaze_preproc, inherited host environment, Python 2.7 and Condor; root instructions do not explain that historical host configuration.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/012": { "status": "met", "reason": "README lists host requirements; Dockerfile enumerates numerical and typesetting dependencies, with package-level requirements in the linked software.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Enumerates DataLad, Containers extension, Docker and verified versions; separately lists old host inkscape, latexmk and texlive requirements.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked readable apt and pip dependencies define the updated Debian computation environment.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Linked package setup declares classifier dependencies; main.tex Operation also lists its scientific package and memory requirements.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/013": { "status": "met", "reason": "The Dockerfile, container registration and image manifests are versioned alongside analysis and manuscript sources.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Readable environment recipe is in the root Git tree.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Registers docker-make image=container/image and records its command invocation and Python substitution.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Image identity metadata is tracked with its annex-addressed layers.", "sha256": null } ] }, "stamped-checklist:must/014": { "status": "met", "reason": "History records a runnable image build/archive procedure, followed by tracked environment maintenance and OCI conversion.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Completed build record gives docker build -t remodnav:latest container and adapter save into tracked container/image; Dockerfile is input and image is output.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "description": "Documents executable build and run commands plus why the former virtualenv environment required replacement.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "An actual later maintenance instance loads the preserved image with Docker v26, saves OCI output and tracks it. README records the supported Docker transition; this is more than a never-run declaration.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:must/015": { "status": "met", "reason": "Saved image manifests and annex keys identify an exact environment; latest is an archive label, not the runtime selection mechanism.", "source": "probe:run-env-linked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "description": "OCI descriptor pins sha256:96148c274796ac7b9ac3a99f53709ba07b682b27532aacd81e153e947709059c despite latest annotation.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Pins config f881bd4d... and two explicit SHA256 layer paths; Git snapshot and annex keys preserve byte identity. Recipe uses a floating Debian tag, so rebuilding recipe alone is weaker than restoring the archive.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "get_image hashes saved config bytes, load returns sha256 identity, and cli_run executes that image_id. It does not pull remodnav:latest from a registry. Payload bytes were not available to rehash.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/016": { "status": "not-checked", "reason": "Published specification text and annex locations are recorded; independent exact-revision image/payload retrieval is outside this inspection-only cohort.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Names public clone URL and archived results tag. These are discovery evidence, not successful recipient retrieval.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Exact image content identities are visible, but layers and config payload are absent from the frozen package.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/04c/184/MD5E-s558--87b41ff70e5a8111403dd4d5bf11ac4c.log.web", "description": "Supplied git-annex availability metadata records a datapub.fz-juelich.de docker-blobs URL. A recorded location is not observed access; no network check was run.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/017": { "status": "met", "reason": "Updated README explains obtaining the environment through DataLad and using it for both result replay and manuscript compilation.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Installation links, verified tooling versions, clone, rerun and containers-run commands are explicit; distinguishes numerical replay from PDF rendering.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "The named docker-make environment actually exists and invokes the saved image, so the documentation has a matching implementation.", "sha256": null } ] }, "stamped-checklist:should/001": { "status": "met", "reason": "Root, linked input datasets and software components use Git, with git-annex/DataLad for large data and images.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three root gitlinks compose data and code revisions.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.datalad/config", "description": "Linked raw dataset has a DataLad dataset identity and Git/annex history.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "description": "Label module composes raw gaze and classifier with the same Git submodule mechanism.", "sha256": null } ] }, "stamped-checklist:should/002": { "status": "partial", "reason": "Maintenance history includes a completed 2023 replay and 2025 Docker-format test; no repeated full-workflow testing record covers the wider current boundary.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Completed 2023 recomputation is equivalent manual workflow-testing evidence, beyond a script definition.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "2025 image load with exit 0 verifies format migration but does not rerun the numerical analysis.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "description": "Linked classifier defines pytest CI, but that tests the software package rather than the paper workflow. Frozen root tree has no recognized workflow CI configuration; live CI/tracker state was not consulted.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:should/003": { "status": "met", "reason": "Raw gaze, derived labels, software, paper analysis and container definitions have distinct component locations.", "source": "probe:modules-separated+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Raw gaze and derived event-label datasets are separately pinned root components; REMoDNaV is another independent component.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Analysis code is code/, generated figures img/, numeric macros results_def.tex and environment container/. Separation is visible even though the probe did not recognize all derived paths.", "sha256": null } ] }, "stamped-checklist:should/009": { "status": "not-applicable", "reason": "N/A: inspected required data and runtime components are presented as public/open; no access-restricted component is identified.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Explicitly describes unrestricted data access, with no registration or authentication required.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "Classifier is MIT licensed; root COPYING is CC BY 4.0 and linked Andersson repository supplies GPL terms. Open-license obligations are not an access restriction.", "sha256": null } ] }, "stamped-checklist:should/004": { "status": "met", "reason": "A saved image was built in 2023 and then used by a completed numerical run; this supplies historical fresh-container evidence without a new replay.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Completed record exit 0 constructs and saves a new Docker image from container/Dockerfile.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Subsequent completed run exit 0 computes results and figures through that archived image.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Versioned cli_run uses docker run --rm; paired with the completed run this establishes a disposable container execution, unlike a workflow definition alone.", "sha256": null } ] }, "stamped-checklist:should/005": { "status": "met", "reason": "The declared adapter creates docker run --rm containers per invocation, with a temporary HOME cleaned after successful execution.", "source": "judgement", "evidence": [ { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "cli_run always passes --rm and mounts only the dataset working directory; Docker process isolation is created per call.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Creates /tmp/dockertmp as HOME and removes it on success. Dataset outputs persist intentionally; image cache reuse does not imply reuse of a long-lived execution container.", "sha256": null } ] }, "stamped-checklist:should/006": { "status": "partial", "reason": "The 2023 build/run and 2025 archive load test exercise the preserved environment, but do not establish regular full numerical reconstitution tests.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Actual image construction and save are recorded; environment creation is not inferred from Dockerfile presence.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Completed analysis explicitly names container/image, linking the environment being exercised to results.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Later completed load/save validates archive format compatibility only. No scheduled or repeated end-to-end exact-image validation evidence was supplied; live testing status is unknown.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:should/007": { "status": "met", "reason": "The object archives its container configuration and layers with Git/annex identities, rather than relying only on an external image tag.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Archive contains exact config and layer identities under container/image; payloads are annex-addressed in the Git tree.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Records conversion of an existing saved image to an OCI archive inside the object.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Original build record lists container/image as output. Archive identity is established, while current content availability remains not-checked under must/016.", "sha256": null } ] }, "stamped-checklist:should/008": { "status": "met", "reason": "History records a runnable image build/archive procedure, followed by tracked environment maintenance and OCI conversion.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Same question as must/014: executable build/save command has a completed record and tracked Dockerfile/image inputs and outputs.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Tracked later image-format update is an observed maintenance instance; README explains Docker support change.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:may/001": { "status": "partial", "reason": "External components are independently pinned as modules, but nested raw-source linkage is a local path rather than a retrievable public link.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root links independently maintained raw data, derived labels and classifier by Git modules.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Recursive independently maintained source component src/lab-eyetracking has only a /home/data/... URL; this fails the retrievable-link interpretation despite correct module syntax.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "Discovery: root remodnav -> tests/data/anderson_etal and tests/data/studyforrest; these public modules illustrate the otherwise explicit component boundaries.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:may/002": { "status": "partial", "reason": "Root explains linked code/data/environment roles, but component recombination is thinly documented and the labels README describes obsolete scripts.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Describes self-contained versioned links and separate numerical/manuscript commands, but has no comprehensive module map or recombination contract.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Discovery: root labels module -> README still directs condor_submit of preprocess_eyegaze_recordings.submit and detect_events.submit using scripts no longer present in its pinned source inventory.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Current recorded generator instead runs python -m remodnav with explicit conversion factors; this alternative is not explained by that README.", "sha256": null } ] }, "stamped-checklist:may/003": { "status": "met", "reason": "Gitlinked data and classifier have independent histories; explicit pins preserve the parent state while individual components evolve.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Distinct raw, label and software repositories establish update boundaries.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e", "description": "Label dataset updates its classifier to release v0.2 independently of the paper classifier pin.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Consumes stable relative TSV and classifier interfaces. Met concerns composable version boundaries; it does not promise arbitrary future updates will be scientifically compatible.", "sha256": null } ] }, "stamped-checklist:may/004": { "status": "met", "reason": "Git submodules, relative-path analysis and the registered container provide a concrete composition mechanism.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Composes pinned raw data, labels and classifier under one dataset.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Composes archived environment with dataset cwd and named make targets.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Calls the local linked classifier installation and root analysis to generate numerical/figure outputs.", "sha256": null } ] }, "stamped-checklist:may/005": { "status": "partial", "reason": "DataLad commands and root documentation support navigation, but the linked labels module gives stale reproduction directions.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Offers clone, rerun and containers-run usage with links to tools and release state.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Machine-readable module URLs and paths support DataLad navigation.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Legacy Condor instructions name removed scripts; readers cannot infer the currently recorded bash code/compute_all.sh route from this module entrypoint alone.", "sha256": null } ] } }, "schema_version": "0.2.0", "principles_version": "0.2.0", "checklist_source": { "repo": "https://github.com/stamped-principles/stamped-checklist-schema", "tag": "v0.3.1", "commit": "af259bad237fa57b856417db8dba45a1b283a527" }, "extra_items": [ { "key": "licence-declared", "status": "met", "reason": "Root COPYING is CC BY 4.0; linked software/data carry distinct open licences. Licence findings lie outside the 31-item checklist.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root licence declaration, not a blanket replacement for independently licensed linked modules." }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/dataset_description.json", "description": "Raw dataset declares PDDL; classifier LICENSE declares MIT and Andersson source LICENSE GPL." } ] }, { "key": "inspection-limitations", "status": "not-checked", "reason": "No scientific run, build, payload acquisition or remote check was permitted. Binary omissions are capture limitations, not observed retrieval failures.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Documented payload/replay route would require about 1GB data plus a 1.8GB image. Source-only inspection cannot verify those payloads or scientific agreement." } ] } ], "object": { "url": "https://github.com/psychoinformatics-de/paper-remodnav", "commit": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "captured_at": "2026-10-27T23:51:57.138855+00:00", "kind": "study" }, "assessor": { "skill": "assess-alignment-with-stamped-principles", "version": "0.1.0", "harness": "isolated-study-worker", "model": "unavailable", "date": "2026-10-28", "drafted_by": "scripts/run_probes.py", "note": "Runtime model identity withheld/unknown; model=unavailable. No framework export supplied; authoritative native response retained and optional export unavailable.", "dependencies": [ "stamped-conventions@0.1.0" ] }, "scope": "Inspection-only assessment of numerical results, figures and manuscript at 34388d3ca78fbd483e022e4e2851be390b7eebf2, including explicitly linked computational components discovered from root README, .gitmodules, analysis and nested modules. Frozen manifest SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499; source/history/metadata only; binary payloads, annex data and image layers absent. Probes ran on a logistical clone whose public origin does not prove remote payload access; linked modules were inspected via frozen source/history, not installed in that clone. No --check-remote, network, payload acquisition, builds or scientific replay; live issue tracker unavailable by scope, while linked issue references and maintenance history were read as source data. GIT_NO_LAZY_FETCH=1 used; an unavailable historical blob limited git show --stat, without changing the evidence. Historical completed-run records count only for their stated coverage. Goals and study kind are documented assumptions, not user-confirmed. Native response retained; optional framework export unavailable. Model identity withheld/unknown." }, "report_content": "MUST: 12 met / 4 partial / 0 unmet / 1 not-checked / 0 not-applicable (denominator 17); SHOULD: 6 met / 2 partial / 0 unmet / 0 not-checked / 1 not-applicable (denominator 9); MAY: 2 met / 3 partial / 0 unmet / 0 not-checked / 0 not-applicable (denominator 5).\n\nAssumption: this is a **study** whose products are the REMoDNaV paper’s numerical results, figures and manuscript. The documentation supports this interpretation; the study protocol provides no interactive confirmation.\n\n### What to fix first\n\n1. Replace the nested raw-data source URL with a portable, pinned link → closes the recursive discovery gap while preserving direct published gaze inputs → must/002, may/001.\n2. Link historical label-generation and remaining computational records to exact environments → extends the strong 2023 paper provenance to the full linked boundary → must/006.\n3. Update the labels module README to its recorded generator and retire or explain legacy Condor home/Python assumptions → makes linked components navigable and reusable → must/009, must/011, may/002, may/005.\n4. Retain recurring complete workflow and exact-image restoration receipts → distinguishes full numerical validation from package tests and image-format checks → should/002, should/006.\n5. Verify exact-revision image and data retrieval from a separate recipient context when acquisition is authorized → resolves current access uncertainty → must/016.\n\n### What already works\n\n- [Updated instructions](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) identify clone, signed results tag, replay and manuscript commands, with tooling versions and a disclosed small difference from the original publication.\n- The [completed 2023 run](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) connects concrete data selections, code, image and numerical/figure outputs. The image is archived with [content identities](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json); its `latest` annotation does not select a floating runtime image.\n- [Independent data and software modules](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules) and [the tracked environment recipe](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile) make the computational composition inspectable.\n\n### Per-item assessment\n\n| item | principles | status | source | evidence | reason |\n|---|---|---|---|---|---|\n| must/001 | S.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py` | The active analysis, manuscript, environment and pinned data/code links share one root. Nested legacy host references are assessed separately. |\n| must/002 | S.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst` | Root analysis inputs have pinned links, but nested raw-data src/lab-eyetracking uses a machine-local URL. Public payload retrieval was not tested. |\n| must/003 | S.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | Analysis packages are declared in the Dockerfile and linked REMoDNaV setup; host orchestration tools are explicitly listed in the README. |\n| must/004 | T.1,T.3,T.5 | met | probe:tree-clean+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/.gitignore` | Git versions code, text, configuration and module pins. Probe-reported deletions are frozen-capture omissions, not source tracking defects. |\n| must/005 | T.1,T.3,T.5 | met | probe:large-in-annex+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/.gitattributes`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json` | Container layers and large input data use content-addressed git-annex pointers alongside Git history. |\n| must/006 | T.1,T.3,T.5 | partial ⚠ (a MUST is not satisfied by partial) | probe:derived-have-records+probe:run-env-linked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/1dcac1b5f3e794077f5017fff410909331a72965` | The 2023 result run names a versioned image and inputs/outputs; older runs and the linked label-generation run omit exact environment identity. |\n| must/007 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile` | README gives installation prerequisites, clone, numerical rerun and manuscript commands. The probe mistook prose about saved changes for a make target. |\n| must/008 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | The documented starting point is datalad rerun results-containerized; a separate containers-run command builds the manuscript. |\n| must/009 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:no-abs-paths+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh` | Root computation uses relative dataset paths; linked legacy submit scripts hardcode /home/asimio and Python 2.7. Docker-internal cleanup paths are portable. |\n| must/010 | P.1 | met | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py` | Direct analysis imports and manuscript tools are covered by Dockerfile, package declarations and documented host tooling; exact pins are judged separately. |\n| must/011 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh` | Root requirements name Docker and tested platforms, but the adapter assumes user Docker access and linked legacy submit tooling assumes an undocumented home path. |\n| must/012 | P.2 | met | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py` | README lists host requirements; Dockerfile enumerates numerical and typesetting dependencies, with package-level requirements in the linked software. |\n| must/013 | P.3 | met | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json` | The Dockerfile, container registration and image manifests are versioned alongside analysis and manuscript sources. |\n| must/014 | P.3 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | History records a runnable image build/archive procedure, followed by tracked environment maintenance and OCI conversion. |\n| must/015 | D.1 | met | probe:run-env-linked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | Saved image manifests and annex keys identify an exact environment; latest is an archive label, not the runtime selection mechanism. |\n| must/016 | D.1 | not-checked | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/04c/184/MD5E-s558--87b41ff70e5a8111403dd4d5bf11ac4c.log.web` | Published specification text and annex locations are recorded; independent exact-revision image/payload retrieval is outside this inspection-only cohort. |\n| must/017 | D.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | Updated README explains obtaining the environment through DataLad and using it for both result replay and manuscript compilation. |\n| should/001 | T.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.datalad/config`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules` | Root, linked input datasets and software components use Git, with git-annex/DataLad for large data and images. |\n| should/002 | A.2 | partial | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml` | Maintenance history includes a completed 2023 replay and 2025 Docker-format test; no repeated full-workflow testing record covers the wider current boundary. |\n| should/003 | M.1 | met | probe:modules-separated+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile` | Raw gaze, derived labels, software, paper analysis and container definitions have distinct component locations. |\n| should/004 | E.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | A saved image was built in 2023 and then used by a completed numerical run; this supplies historical fresh-container evidence without a new replay. |\n| should/005 | E.1 | met | judgement | `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | The declared adapter creates docker run --rm containers per invocation, with a temporary HOME cleaned after successful execution. |\n| should/006 | D.2 | partial | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | The 2023 build/run and 2025 archive load test exercise the preserved environment, but do not establish regular full numerical reconstitution tests. |\n| should/007 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c` | The object archives its container configuration and layers with Git/annex identities, rather than relying only on an external image tag. |\n| should/008 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | History records a runnable image build/archive procedure, followed by tracked environment maintenance and OCI conversion. |\n| should/009 | M.4 | not-applicable | judgement | `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE` | N/A: inspected required data and runtime components are presented as public/open; no access-restricted component is identified. |\n| may/001 | M.2 | partial | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules` | External components are independently pinned as modules, but nested raw-source linkage is a local path rather than a retrievable public link. |\n| may/002 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh` | Root explains linked code/data/environment roles, but component recombination is thinly documented and the labels README describes obsolete scripts. |\n| may/003 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py` | Gitlinked data and classifier have independent histories; explicit pins preserve the parent state while individual components evolve. |\n| may/004 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile` | Git submodules, relative-path analysis and the registered container provide a concrete composition mechanism. |\n| may/005 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README` | DataLad commands and root documentation support navigation, but the linked labels module gives stale reproduction directions. |\n\n### Flagged items\n\n- **must/002** (`probe-overridden`): Root-only URL probe missed the nested machine-local raw-source link; partial replaces met.\n- **must/004** (`probe-overridden`, `mapping-questioned`): Tree-clean measured capture omissions and cleanliness, rather than whether Git tracks code/text; met replaces unmet.\n- **must/006** (`mapping-questioned`): Last-touch heuristic misses declared directory output coverage and treats manual diagrams as computed files; final partial rests on specific older/linked environment omissions, retaining current run evidence.\n- **must/007** (`probe-overridden`): Target parser read prose as `make changes`; the documented commands exist, so met replaces partial.\n- **must/009** (`probe-overridden`): Docker-internal cleanup is portable; linked legacy Condor scripts supply the actual host-path gap. Partial replaces unmet.\n- **must/010** (`probe-overridden`): Import/tool review supplied dependency inclusion evidence beyond a filename scan; met replaces not-checked.\n- **must/011** (`probe-overridden`): Read adapter and linked submit assumptions beyond platform keywords; partial replaces not-checked.\n- **must/012** (`probe-overridden`): README and recipe provide explicit requirements beyond command-keyword scan; met replaces not-checked.\n- **must/014** (`upstream-duplicate`): Upstream duplicate of should/008; both use the same completed build and later maintenance evidence.\n- **must/015** (`probe-overridden`): Saved archive config/layer identities and adapter image-ID execution override the floating-tag heuristic; met replaces unmet.\n- **must/016** (`probe-overridden`): Configured origin and stored locations cannot settle independent recipient access; not-checked replaces partial.\n- **should/002** (`probe-overridden`): Manual completed maintenance runs provide partial workflow-testing evidence despite no root CI; partial replaces not-checked.\n- **should/006** (`probe-overridden`): Build/run and later archive conversion are equivalent partial environment-testing evidence; partial replaces not-checked.\n- **should/008** (`upstream-duplicate`): Upstream duplicate of must/014; no distinct second maintenance property was measured.\n- **may/001** (`probe-overridden`): Retrievable independent links, not only submodule syntax, are required; recursive local source link makes this partial.\n\n### Not checked and limitations\n\n**must/016:** obtain the assessed revision and required image payloads independently, verify their identities and record recipient access. The frozen manifest omits binary data, SVG/class payloads and container layers. Those omissions are not failed retrievals. No network call, `--check-remote`, payload acquisition, build or scientific replay was performed.\n\nRead-only probes ran on the assigned logistical checkout. Its absent modules were inspected through their frozen sources and histories; its omitted files caused apparent deletions. Original raw probe output is retained unchanged. An offline `git show --stat` could not read an omitted historical blob; the preserved history and available tree identities support the stated narrower findings. Live tracker/CI status and linked issue comments were not fetched. README claims of cross-platform verification remain claims; the completed native run records provide the independent historical execution evidence used here.\n\nThe [2025 conversion](https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3) is a successful image load/save record, not a full numerical replay. The [2023 completed run](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) supports fresh-container execution historically; no new result comparison or scientific-validity conclusion is made. A new replay would need output selection and scientifically justified comparison tolerances.\n\n### Goals, kind and seven factual questions\n\n1. **Object/product:** [README.md](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) identifies raw data, statistical/figure code and manuscript sources for REMoDNaV; [the manuscript](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex) states evaluation on public eye-tracking datasets. Primary kind: study; linked classifier is a secondary tool.\n2. **Boundary:** root [.gitmodules](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules) links raw gaze, derived labels and classifier; classifier modules link Andersson and studyforrest inputs. The nested raw dataset source URL is local. Root analysis consumes already published gaze/label files rather than that source predecessor directly. DOI/tool/issue links in prose are pointers, not bundled payloads.\n3. **Tracking:** [.datalad/config](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config) identifies the DataLad root; Git tracks source, text, configuration and module commits. [container/image/manifest.json](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json) and linked raw README establish annex-addressed large content. Supplied frozen capture is assessment infrastructure, not new project provenance.\n4. **Environment:** [container/Dockerfile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile) specifies the numerical/typesetting image; [.datalad/config](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config) names its archive and adapter. [README.md](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) lists outer DataLad/Containers/Docker requirements. Floating recipe sources remain distinguishable from the exact saved-image identity.\n5. **Execution:** [README.md](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) gives DataLad replay and containers-run entrypoints; [Docker-Makefile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile) invokes analysis, and Makefiles render the manuscript. Linked label history records `bash code/compute_all.sh`, despite its stale README.\n6. **Provenance:** [2023 completed record](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) names image, inputs, actions and outputs with exit 0. Older root and linked label-generation records lack exact environment identity. Manual figure edits have ordinary history rather than computational execution records.\n7. **Retrieval/terms:** [README.md](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) names a public DataLad clone and results release. Annex metadata records external content locations, but access is unverified here. [COPYING](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING) supplies CC BY 4.0; linked raw metadata declares PDDL, classifier MIT and Andersson source GPL. No access-restricted required component was identified; licences are reported outside the 31 questions.\n\nThe study emphasis is complete input discovery and environment-linked provenance across numerical results, figures and manuscript, including the explicitly linked computation. Full native JSON remains authoritative; this older instrument supplies no optional framework export.\n\n### Files and stamp\n\n[Native response](study-con-narps-guidance-02.responses.json) · [Checklist app URL file](study-con-narps-guidance-02.url.txt) · [Original probes](../.cache/study/probes/study-con-narps-guidance-02.probes.json).\n\nProduced by `assess-alignment-with-stamped-principles` 0.1.0 with `stamped-conventions` 0.1.0, checklist 0.3.1 (`stamped-checklist-schema@v0.3.1`, `af259bad237fa57b856417db8dba45a1b283a527`), on https://github.com/psychoinformatics-de/paper-remodnav at commit `34388d3ca78fbd483e022e4e2851be390b7eebf2`, 2026-10-28, `isolated-study-worker` / model `unavailable` (withheld/unknown). Method checkout pin: `326606610af6c261876c92032ca1f89f6d3ad1f1`. Evidence manifest SHA-256: `e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499`.\n\nValidation: native helper accepts all 31 pinned answers; URL encoded by the same instrument. No overall numeric score.\n" }, { "id": "study-con-narps-guidance-03", "study_id": "remodnav-method-comparison-01", "object_id": "paper-remodnav", "object_revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "method_id": "con-narps-guidance", "method_revision": "326606610af6c261876c92032ca1f89f6d3ad1f1", "model_requested": "gpt-6.1-sol", "model_observed": null, "reasoning_effort": "medium", "replicate": 3, "status": "complete", "independent": true, "created_at": "2026-10-27T23:55:09.090280+00:00", "native_output": "results/study-con-narps-guidance-03.responses.json", "report": "results/study-con-narps-guidance-03.md", "summary": { "checklist_counts": { "must": { "met": 10, "partial": 6, "unmet": 0, "not-checked": 1, "not-applicable": 0 }, "should": { "met": 5, "partial": 1, "unmet": 0, "not-checked": 2, "not-applicable": 1 }, "may": { "met": 3, "partial": 2, "unmet": 0, "not-checked": 0, "not-applicable": 0 } }, "completion": { "answered": 31, "total": 31 } }, "limitations": [ "Inspection cohort; no scientific workflow execution or independent payload retrieval by this assessor.", "Actual model version not independently exposed; requested model and reasoning are recorded." ], "evidence_cohort": "remodnav-e3c6253bced7", "probe_artifact": { "path": "results/study-con-narps-guidance-03.probes.json", "original_sha256": "b2203e287faab39beb6334e4e744c70576eaaaed9116f4f402847ca0f6d675b7", "public_sha256": "d322b7a70068b032cc4ec8de0d1237ae7beeb27662b5f261cef0384ce8c20e7b", "redaction": "Only the local logistical checkout prefix was replaced. The original raw probe output is retained unchanged in the ignored study cache." }, "native_data": { "checklist_version": "0.3.1", "responses": { "stamped-checklist:must/001": { "status": "partial", "reason": "Core inputs, code and image share one root, but a nested raw-source module still points outside it to a lab filesystem.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root discovery route: three public Git submodule URLs, pinned by root gitlinks; linked data and software inspected from their declared revisions.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Discovery: root .gitmodules:data/raw_eyegaze -> phase2 .gitmodules:src/lab-eyetracking; nested source URL is /home/data/psyinf/forrest_gump/collection/fg_eyegaze_raw. A host path is structurally nonportable; no network failure is claimed. Published gaze files used by root do not require regenerating this source.", "sha256": null } ] }, "stamped-checklist:must/002": { "status": "partial", "reason": "Root datasets have pinned public links; phase2/src/lab-eyetracking has a lab-only absolute URL. Remote payload access was not checked.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root discovery route: three public Git submodule URLs, pinned by root gitlinks; linked data and software inspected from their declared revisions.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Discovery: root .gitmodules:data/raw_eyegaze -> phase2 .gitmodules:src/lab-eyetracking; nested source URL is /home/data/psyinf/forrest_gump/collection/fg_eyegaze_raw. A host path is structurally nonportable; no network failure is claimed. Published gaze files used by root do not require regenerating this source.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/003": { "status": "met", "reason": "REMoDNaV is a pinned module; analysis, plotting and manuscript tools are declared by the archived container recipe.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root discovery route: three public Git submodule URLs, pinned by root gitlinks; linked data and software inspected from their declared revisions.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian bookworm recipe supplies make, Python/pip, SciPy, sklearn, statsmodels, pyparsing, PIL, selected NumPy/pandas/seaborn/matplotlib pins, Inkscape, latexmk and TeX; apt/base resolution is not frozen, but the resulting image is archived.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Root remodnav gitlink -> setup.py: install_requires numpy, scipy, statsmodels and matplotlib; pip installs the linked source in Docker-Makefile.", "sha256": null } ] }, "stamped-checklist:must/004": { "status": "met", "reason": "Git tracks source, prose, configuration and component revisions. Probe deletions reflect deliberately omitted capture payloads.", "source": "probe:tree-clean+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript is tracked at the inspected immutable root revision.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root discovery route: three public Git submodule URLs, pinned by root gitlinks; linked data and software inspected from their declared revisions.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Root history and source inventory identify tracked code, README, Dockerfile and manuscript. The logistical checkout omits 35 tracked payload/style/figure files by design; that is not an original uncommitted delivery.", "sha256": null } ], "flags": [ "probe-overridden", "mapping-questioned" ] }, "stamped-checklist:must/005": { "status": "met", "reason": "Git-annex content keys track the large container layers and gaze data, separate from Git source history.", "source": "probe:large-in-annex+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Archived image config f881bd4db45ac9775f5a5377485a7c939fea4685d7482eed4809cb83fc3b51a3 and layer digests d310e774... and e2728fc6... identify content. RepoTags remodnav:latest is metadata on the saved image, not the execution selector.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Root raw_eyegaze link -> retrieval instructions explain Git metadata and separately stored git-annex payloads.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/blobs/sha256/e2728fc6d2c404f7b41e0fa4f889117090f4476eefab2bca48d7164dcbf7a0cb", "description": "Tracked annex pointer MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f freezes the 1.75GB layer; bytes intentionally absent from evidence.", "sha256": null } ] }, "stamped-checklist:must/006": { "status": "partial", "reason": "The 2023 results run links an archived image and explicit outputs; upstream event-label generation records actions but no exact environment.", "source": "probe:derived-have-records+probe:run-env-linked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Completed 2023 DataLad run: exit 0; explicit gaze/label/Anderson inputs; container/image extra_input; img and results_def.tex outputs. Links the actual action to the parent tree image, not a live registry tag.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Completed image build/save: Dockerfile input, container/image output, exit 0; archived image bytes tracked by Git/git-annex.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Discovery: root data/studyforrest-data-eyemovementlabels -> its history. Completed bash code/compute_all.sh records raw inputs and sub-* outputs, but no exact environment; script uses PYTHONPATH code/remodnav and host python.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Root numerical results/figures consume pinned upstream event-label TSVs; mk_event_duration_histograms reads data/studyforrest-data-eyemovementlabels/sub*/*.tsv. Probe missed directory-wide img outputs and counted hand-authored diagrams as generated files.", "sha256": null } ], "flags": [ "mapping-questioned" ] }, "stamped-checklist:must/007": { "status": "met", "reason": "README supplies installation and reproduction commands; its discussion of making changes is prose, not a make target.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated route explicitly names DataLad v0.19, Containers v1.2.3, Docker format/version compatibility, Debian/macOS/Windows, data/image sizes, datalad clone, rerun results-containerized, and containers-run main.pdf. Original route and known Figure 4 difference are explicitly disclosed.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "description": "Legacy make and make clean targets are defined. Probe inferred a nonexistent make changes command from prose; updated documented route is datalad rerun.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/008": { "status": "met", "reason": "The documented starting points are datalad rerun results-containerized and containers-run docker-make main.pdf.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated route explicitly names DataLad v0.19, Containers v1.2.3, Docker format/version compatibility, Debian/macOS/Windows, data/image sizes, datalad clone, rerun results-containerized, and containers-run main.pdf. Original route and known Figure 4 difference are explicitly disclosed.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Completed 2023 DataLad run: exit 0; explicit gaze/label/Anderson inputs; container/image extra_input; img and results_def.tex outputs. Links the actual action to the parent tree image, not a live registry tag.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Explicit results_def.tex target invokes mk_figuresnstats.py with -s -f -r -m; main.pdf delegates manuscript rendering to Makefile.", "sha256": null } ] }, "stamped-checklist:must/009": { "status": "partial", "reason": "Current analysis uses relative inputs; linked legacy Condor scripts and phase2 source URL retain host-specific paths.", "source": "probe:no-abs-paths+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Paths for gaze, annotation MAT files, upstream label TSVs and img outputs are constructed relative to the root.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian bookworm recipe supplies make, Python/pip, SciPy, sklearn, statsmodels, pyparsing, PIL, selected NumPy/pandas/seaborn/matplotlib pins, Inkscape, latexmk and TeX; apt/base resolution is not frozen, but the resulting image is archived.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "description": "Root labels module -> code/preprocess_submit.sh and detect_events_submit.sh embed /home/asimio/fg_eyegaze_preproc/ and /usr/bin/python2.7. Dockerfile /root cleanup is container-internal, not a host dependency.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Discovery: root .gitmodules:data/raw_eyegaze -> phase2 .gitmodules:src/lab-eyetracking; nested source URL is /home/data/psyinf/forrest_gump/collection/fg_eyegaze_raw. A host path is structurally nonportable; no network failure is claimed. Published gaze files used by root do not require regenerating this source.", "sha256": null } ], "flags": [ "probe-overridden", "mapping-questioned" ] }, "stamped-checklist:must/010": { "status": "met", "reason": "Current numerical/figure/PDF imports and commands are covered by Dockerfile, linked package declarations and documented host tools.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian bookworm recipe supplies make, Python/pip, SciPy, sklearn, statsmodels, pyparsing, PIL, selected NumPy/pandas/seaborn/matplotlib pins, Inkscape, latexmk and TeX; apt/base resolution is not frozen, but the resulting image is archived.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated route explicitly names DataLad v0.19, Containers v1.2.3, Docker format/version compatibility, Debian/macOS/Windows, data/image sizes, datalad clone, rerun results-containerized, and containers-run main.pdf. Original route and known Figure 4 difference are explicitly disclosed.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Reviewed matplotlib, NumPy, pandas, SciPy, seaborn and sklearn imports against recipe; DataLad import is optional inside container because recorded inputs are provisioned first.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Package declarations cover numpy/scipy/statsmodels/matplotlib; local remodnav and tests.utils are included in linked source. sklearn import corresponds to scikit-learn/python3-sklearn, not an omitted separate package.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "description": "Figure rendering invokes Inkscape and standard shell utilities inside Debian image; manuscript uses latexmk. chronic is explicitly optional.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/011": { "status": "partial", "reason": "Core Docker versions, platforms and mounts are described, but the adapter assumes usable non-root Docker and linked legacy scripts assume a lab host.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated route explicitly names DataLad v0.19, Containers v1.2.3, Docker format/version compatibility, Debian/macOS/Windows, data/image sizes, datalad clone, rerun results-containerized, and containers-run main.pdf. Original route and known Figure 4 difference are explicitly disclosed.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Documents cwd mount at /tmp, temporary HOME and python substitution; no GPU, scheduler or licensed service on current root execution route.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Adapter explicitly flags assumption that docker is on PATH and manageable by a non-root user; README says install Docker without spelling out daemon/permission setup.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "description": "Legacy linked script assumes a particular home directory, Python 2.7 and Condor submission environment.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/012": { "status": "met", "reason": "README lists host tools and verified versions/platforms; Dockerfile lists the analysis and rendering dependencies.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated route explicitly names DataLad v0.19, Containers v1.2.3, Docker format/version compatibility, Debian/macOS/Windows, data/image sizes, datalad clone, rerun results-containerized, and containers-run main.pdf. Original route and known Figure 4 difference are explicitly disclosed.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian bookworm recipe supplies make, Python/pip, SciPy, sklearn, statsmodels, pyparsing, PIL, selected NumPy/pandas/seaborn/matplotlib pins, Inkscape, latexmk and TeX; apt/base resolution is not frozen, but the resulting image is archived.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/013": { "status": "met", "reason": "Container recipe, registration and linked REMoDNaV package specification are version controlled with the study.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian bookworm recipe supplies make, Python/pip, SciPy, sklearn, statsmodels, pyparsing, PIL, selected NumPy/pandas/seaborn/matplotlib pins, Inkscape, latexmk and TeX; apt/base resolution is not frozen, but the resulting image is archived.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make registration points to container/image and a Docker adapter command.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Independent code specification is reachable at the root-pinned software revision.", "sha256": null } ] }, "stamped-checklist:must/014": { "status": "partial", "reason": "History supplies a runnable image rebuild command and tracked recipe edits, but no later dependency-update instance is demonstrated.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Completed image build/save: Dockerfile input, container/image output, exit 0; archived image bytes tracked by Git/git-annex.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "description": "Introduces Docker recipe and documents docker build command; refinements precede initial archived build. Initial introduction is not an instance of updating dependencies.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Completed exit-0 load/save conversion to OCI using Docker v26; archived original image input and OCI image output. This is conversion, not a fresh scientific rerun.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:must/015": { "status": "met", "reason": "The saved image is content identified by Git/annex and config/layer digests; the adapter executes its hash despite latest metadata.", "source": "probe:run-env-linked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Archived image config f881bd4db45ac9775f5a5377485a7c939fea4685d7482eed4809cb83fc3b51a3 and layer digests d310e774... and e2728fc6... identify content. RepoTags remodnav:latest is metadata on the saved image, not the execution selector.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Discovery: README DataLad Containers version -> .datalad/config adapter -> versioned adapter source. get_image hashes saved config; load returns image ID; cli_run executes that ID with docker run --rm, cwd bind-mounted to /tmp. No pull/latest lookup occurs on this route.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Completed image build/save: Dockerfile input, container/image output, exit 0; archived image bytes tracked by Git/git-annex.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Completed exit-0 load/save conversion to OCI using Docker v26; archived original image input and OCI image output. This is conversion, not a fresh scientific rerun.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "description": "OCI manifest digest sha256:96148c274796ac7b9ac3a99f53709ba07b682b27532aacd81e153e947709059c. Frozen image identity is distinct from a rebuild of mutable Debian/apt recipe.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/016": { "status": "not-checked", "reason": "Public source URLs and annex locations are supplied, but independent retrieval of the exact revision and image payloads is outside this cohort.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated route explicitly names DataLad v0.19, Containers v1.2.3, Docker format/version compatibility, Debian/macOS/Windows, data/image sizes, datalad clone, rerun results-containerized, and containers-run main.pdf. Original route and known Figure 4 difference are explicitly disclosed.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Archived image config f881bd4db45ac9775f5a5377485a7c939fea4685d7482eed4809cb83fc3b51a3 and layer digests d310e774... and e2728fc6... identify content. RepoTags remodnav:latest is metadata on the saved image, not the execution selector.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Completed exit-0 load/save conversion to OCI using Docker v26; archived original image input and OCI image output. This is conversion, not a fresh scientific rerun.", "sha256": null } ], "flags": [ "probe-overridden", "unverified-claim" ] }, "stamped-checklist:must/017": { "status": "met", "reason": "README tells users how to clone, retrieve/replay the recorded container computation and build the manuscript.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated route explicitly names DataLad v0.19, Containers v1.2.3, Docker format/version compatibility, Debian/macOS/Windows, data/image sizes, datalad clone, rerun results-containerized, and containers-run main.pdf. Original route and known Figure 4 difference are explicitly disclosed.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Named docker-make environment exists and invokes the archived image; Docker-Makefile supplies the documented manuscript/results targets.", "sha256": null } ] }, "stamped-checklist:should/001": { "status": "met", "reason": "Root and linked code/data components use Git with DataLad/git-annex for payloads and pinned Git links.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root discovery route: three public Git submodule URLs, pinned by root gitlinks; linked data and software inspected from their declared revisions.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Root raw data module documents Git plus git-annex retrieval.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Discovery: root data/studyforrest-data-eyemovementlabels -> its history. Completed bash code/compute_all.sh records raw inputs and sub-* outputs, but no exact environment; script uses PYTHONPATH code/remodnav and host python.", "sha256": null } ] }, "stamped-checklist:should/002": { "status": "not-checked", "reason": "Historical reruns and software CI exist, but regular testing of the current study instructions is not established by frozen evidence.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Completed 2023 DataLad run: exit 0; explicit gaze/label/Anderson inputs; container/image extra_input; img and results_def.tex outputs. Links the actual action to the parent tree image, not a live registry tag.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Completed exit-0 load/save conversion to OCI using Docker v26; archived original image input and OCI image output. This is conversion, not a fresh scientific rerun.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "description": "Root remodnav link -> Travis runs package build/install and pytest. It does not exercise root manuscript/reproduction instructions; configuration alone is not a successful repeated run.", "sha256": null } ] }, "stamped-checklist:should/003": { "status": "met", "reason": "Raw gaze, event-label derivatives, software, study analysis, manuscript and environment occupy distinct component paths.", "source": "probe:modules-separated+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root discovery route: three public Git submodule URLs, pinned by root gitlinks; linked data and software inspected from their declared revisions.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Study analysis code is separate from raw/processed data modules; numerical macros and figures are emitted at results_def.tex and img.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian bookworm recipe supplies make, Python/pip, SciPy, sklearn, statsmodels, pyparsing, PIL, selected NumPy/pandas/seaborn/matplotlib pins, Inkscape, latexmk and TeX; apt/base resolution is not frozen, but the resulting image is archived.", "sha256": null } ] }, "stamped-checklist:should/009": { "status": "not-applicable", "reason": "N/A: no explicitly access-restricted computational data or software component is identified in the declared study route.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Public dataset explicitly advertises unrestricted access without registration/authentication. Public code/image and annotation links are separate; a stale lab source path is not evidence of an access policy.", "sha256": null } ] }, "stamped-checklist:should/004": { "status": "met", "reason": "A completed 2023 run used the archived Docker image in a new disposable container; this assessment performed no replay.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Completed 2023 DataLad run: exit 0; explicit gaze/label/Anderson inputs; container/image extra_input; img and results_def.tex outputs. Links the actual action to the parent tree image, not a live registry tag.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Discovery: README DataLad Containers version -> .datalad/config adapter -> versioned adapter source. get_image hashes saved config; load returns image ID; cli_run executes that ID with docker run --rm, cwd bind-mounted to /tmp. No pull/latest lookup occurs on this route.", "sha256": null } ] }, "stamped-checklist:should/005": { "status": "met", "reason": "The registered route creates a Docker container per execution with --rm and a temporary HOME removed after success.", "source": "judgement", "evidence": [ { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Discovery: README DataLad Containers version -> .datalad/config adapter -> versioned adapter source. get_image hashes saved config; load returns image ID; cli_run executes that ID with docker run --rm, cwd bind-mounted to /tmp. No pull/latest lookup occurs on this route.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "docker-make creates /tmp/dockertmp, supplies HOME there, then removes it. Root is a persistent output mount, not the environment.", "sha256": null } ] }, "stamped-checklist:should/006": { "status": "not-checked", "reason": "Build and OCI conversion records show specific successes, but regular reconstruction testing of the results image is not demonstrated.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Completed image build/save: Dockerfile input, container/image output, exit 0; archived image bytes tracked by Git/git-annex.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Completed 2023 DataLad run: exit 0; explicit gaze/label/Anderson inputs; container/image extra_input; img and results_def.tex outputs. Links the actual action to the parent tree image, not a live registry tag.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Completed exit-0 load/save conversion to OCI using Docker v26; archived original image input and OCI image output. This is conversion, not a fresh scientific rerun.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "description": "Software-only Travis definition neither reconstitutes root archived image nor demonstrates periodic tests of its exact environment.", "sha256": null } ] }, "stamped-checklist:should/007": { "status": "met", "reason": "The object archives the executable container as versioned image metadata and content-addressed annex layers.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Archived image config f881bd4db45ac9775f5a5377485a7c939fea4685d7482eed4809cb83fc3b51a3 and layer digests d310e774... and e2728fc6... identify content. RepoTags remodnav:latest is metadata on the saved image, not the execution selector.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Completed image build/save: Dockerfile input, container/image output, exit 0; archived image bytes tracked by Git/git-annex.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Completed exit-0 load/save conversion to OCI using Docker v26; archived original image input and OCI image output. This is conversion, not a fresh scientific rerun.", "sha256": null } ] }, "stamped-checklist:should/008": { "status": "partial", "reason": "History supplies a runnable image rebuild command and tracked recipe edits, but no later dependency-update instance is demonstrated.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Completed image build/save: Dockerfile input, container/image output, exit 0; archived image bytes tracked by Git/git-annex.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "description": "Documented build process; initial recipe introduction and pre-build refinements are not a subsequent dependency-update instance.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Completed exit-0 load/save conversion to OCI using Docker v26; archived original image input and OCI image output. This is conversion, not a fresh scientific rerun.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:may/001": { "status": "partial", "reason": "Independently maintained datasets/software are pinned submodules; a nested raw-source component has a lab-only URL.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root discovery route: three public Git submodule URLs, pinned by root gitlinks; linked data and software inspected from their declared revisions.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Discovery: root .gitmodules:data/raw_eyegaze -> phase2 .gitmodules:src/lab-eyetracking; nested source URL is /home/data/psyinf/forrest_gump/collection/fg_eyegaze_raw. A host path is structurally nonportable; no network failure is claimed. Published gaze files used by root do not require regenerating this source.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "Root software -> nested Anderson evaluation and studyforrest data use public Git URLs, at independently pinned commits.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:may/002": { "status": "partial", "reason": "Root explains high-level contents and replay, but lacks a component map; the linked labels README still describes an older Condor route.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated route explicitly names DataLad v0.19, Containers v1.2.3, Docker format/version compatibility, Debian/macOS/Windows, data/image sizes, datalad clone, rerun results-containerized, and containers-run main.pdf. Original route and known Figure 4 difference are explicitly disclosed.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root discovery route: three public Git submodule URLs, pinned by root gitlinks; linked data and software inspected from their declared revisions.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Root labels module -> README describes preprocessing/detection Condor submission; code/compute_all.sh and native generation record instead run linked remodnav directly. No clear current module relationship guide is supplied.", "sha256": null } ] }, "stamped-checklist:may/003": { "status": "met", "reason": "Independent code and data repositories have pinned revisions, allowing deliberate component updates while the composed snapshot stays fixed.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root discovery route: three public Git submodule URLs, pinned by root gitlinks; linked data and software inspected from their declared revisions.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "description": "Root labels module pins its own remodnav and raw-eyegaze modules, independently from the root software version; scientific compatibility of arbitrary updates is not claimed.", "sha256": null } ] }, "stamped-checklist:may/004": { "status": "met", "reason": "Git submodule composition and DataLad run inputs connect independently versioned modules with the archived execution environment.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root discovery route: three public Git submodule URLs, pinned by root gitlinks; linked data and software inspected from their declared revisions.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Completed 2023 DataLad run: exit 0; explicit gaze/label/Anderson inputs; container/image extra_input; img and results_def.tex outputs. Links the actual action to the parent tree image, not a live registry tag.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Named container environment composes archived image and Docker-Makefile within root execution.", "sha256": null } ] }, "stamped-checklist:may/005": { "status": "met", "reason": "DataLad clone/rerun instructions, .gitmodules and recorded input paths provide tools for navigating the component structure.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated route explicitly names DataLad v0.19, Containers v1.2.3, Docker format/version compatibility, Debian/macOS/Windows, data/image sizes, datalad clone, rerun results-containerized, and containers-run main.pdf. Original route and known Figure 4 difference are explicitly disclosed.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root discovery route: three public Git submodule URLs, pinned by root gitlinks; linked data and software inspected from their declared revisions.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Completed 2023 DataLad run: exit 0; explicit gaze/label/Anderson inputs; container/image extra_input; img and results_def.tex outputs. Links the actual action to the parent tree image, not a live registry tag.", "sha256": null } ] } }, "schema_version": "0.2.0", "principles_version": "0.2.0", "checklist_source": { "repo": "https://github.com/stamped-principles/stamped-checklist-schema", "tag": "v0.3.1", "commit": "af259bad237fa57b856417db8dba45a1b283a527" }, "extra_items": [ { "key": "license-declared", "status": "met", "reason": "Root COPYING declares CC BY 4.0; linked software is MIT and phase2 metadata advertises PDDL. Licensing is outside the 31-item checklist; payload-specific terms were not exhaustively audited.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root license declaration." }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "Pinned software MIT license." }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Dataset PDDL declaration and unrestricted access badge." } ] }, { "key": "programmatic-provenance", "status": "partial", "reason": "Native DataLad records capture root results and upstream label generation, but only the root modern run names an archived exact environment. Schema T.4 has no dedicated checklist item.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Completed 2023 DataLad run: exit 0; explicit gaze/label/Anderson inputs; container/image extra_input; img and results_def.tex outputs. Links the actual action to the parent tree image, not a live registry tag." }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Discovery: root data/studyforrest-data-eyemovementlabels -> its history. Completed bash code/compute_all.sh records raw inputs and sub-* outputs, but no exact environment; script uses PYTHONPATH code/remodnav and host python." } ] } ], "object": { "url": "https://github.com/psychoinformatics-de/paper-remodnav", "commit": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "captured_at": "2026-10-27T23:51:57.138855+00:00", "kind": "study" }, "assessor": { "skill": "assess-alignment-with-stamped-principles", "version": "0.1.0", "harness": "isolated-study-worker", "model": "unavailable", "date": "2026-10-28", "drafted_by": "scripts/run_probes.py", "note": "Runtime model identity withheld/unknown; unavailable is not a model guess. Native response retained; optional framework export unavailable because no exporter/schema was supplied.", "dependencies": [ "stamped-conventions@0.1.0" ] }, "scope": "Inspection-only assessment of paper-remodnav at 34388d3ca78fbd483e022e4e2851be390b7eebf2: numerical results, figures and manuscript, plus computational components discovered through root explicit links. Frozen evidence manifest SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499; all 260 supplied source files verified against manifest hashes. Original Git history/source assessed, not logistical checkout deletion state. Linked module histories inspected from manifest, not installed. Binary/annex payloads and container layers intentionally absent; no acquisition or retrieval failure observed. Read-only probes only; no --check-remote, network, issue tracker access, scientific replay or build. Existing completed run records are historical evidence, not assessor execution or independent current reproducibility verification. Root README disclosed original/modern route difference. Goals and study kind assumed from documentation, not human-confirmed. Native JSON retained; optional framework export unavailable." }, "report_content": "MUST: 10 met / 6 partial / 0 unmet / 1 not-checked / 0 not-applicable (denominator 17).\nSHOULD: 5 met / 1 partial / 0 unmet / 2 not-checked / 1 not-applicable (denominator 9).\nMAY: 3 met / 2 partial / 0 unmet / 0 not-checked / 0 not-applicable (denominator 5).\n\nGoals/kind assumption (not human-confirmed): a study reproducing the REMoDNaV publication’s numerical findings, figures and manuscript, with a reusable detector as a secondary component. This follows the root README and manuscript; all seven principles apply. Partial MUST answers are unsatisfied, not passes. No overall numeric score is assigned.\n\n## What to fix first\n\n1. Preserve an exact environment identity for the upstream label-generation run, alongside its already recorded code, input and output identities. Histograms consume those labels, so root image provenance alone cannot close the full computational chain (must/006).\n2. Replace or clearly retire the nested phase2 lab-only source URL and obsolete Condor scripts; document which are needed for present reproduction. This makes the declared linked boundary usable beyond the originating lab (must/001, must/002, must/009, may/001, may/002).\n3. State host Docker daemon/permission expectations where readers find the current instructions, and clarify the legacy execution requirements (must/011).\n4. Turn the documented image-build mechanism into an explicit dependency-update procedure, retain an actual update record, and repeat an environment/reproduction check on a defined schedule (must/014, should/008; should/002 and should/006 remain unverified).\n5. Independently retrieve the exact study revision and required annex/image content in a recipient context and retain identity checks. This settles publication/access rather than inferring it from a URL (must/016).\n\n## What already works well\n\n- The [updated README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) supplies clone, tagged rerun and manuscript commands, required tools, supported platforms, approximate downloads and a clear disclosure of the minor Figure 4 difference from the journal version. The legacy route is explicitly labelled; its existence is not a silent contradiction.\n- The [2023 completed results record](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) declares data inputs, the archived image and generated outputs. The [image build](https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c), [saved manifest](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json) and [OCI conversion](https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3) retain meaningful environment identity and history.\n- The [root submodule definitions](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules) separate external data/software components; the container route places analysis and rendering tools in a reusable archived environment.\n\n## Per-item judgments\n\n| item | principles | status | source | evidence | reason |\n|---|---|---|---|---|---|\n| must/001 | S.1 | partial ⚠ (a MUST is not satisfied by partial) | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules` | Core inputs, code and image share one root, but a nested raw-source module still points outside it to a lab filesystem. |\n| must/002 | S.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules` | Root datasets have pinned public links; phase2/src/lab-eyetracking has a lab-only absolute URL. Remote payload access was not checked. |\n| must/003 | S.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py` | REMoDNaV is a pinned module; analysis, plotting and manuscript tools are declared by the archived container recipe. |\n| must/004 | T.1,T.3,T.5 | met | probe:tree-clean+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2` | Git tracks source, prose, configuration and component revisions. Probe deletions reflect deliberately omitted capture payloads. |\n| must/005 | T.1,T.3,T.5 | met | probe:large-in-annex+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/blobs/sha256/e2728fc6d2c404f7b41e0fa4f889117090f4476eefab2bca48d7164dcbf7a0cb` | Git-annex content keys track the large container layers and gaze data, separate from Git source history. |\n| must/006 | T.1,T.3,T.5 | partial ⚠ (a MUST is not satisfied by partial) | probe:derived-have-records+probe:run-env-linked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py` | The 2023 results run links an archived image and explicit outputs; upstream event-label generation records actions but no exact environment. |\n| must/007 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile` | README supplies installation and reproduction commands; its discussion of making changes is prose, not a make target. |\n| must/008 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile` | The documented starting points are datalad rerun results-containerized and containers-run docker-make main.pdf. |\n| must/009 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:no-abs-paths+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules` | Current analysis uses relative inputs; linked legacy Condor scripts and phase2 source URL retain host-specific paths. |\n| must/010 | P.1 | met | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile` | Current numerical/figure/PDF imports and commands are covered by Dockerfile, linked package declarations and documented host tools. |\n| must/011 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh` | Core Docker versions, platforms and mounts are described, but the adapter assumes usable non-root Docker and linked legacy scripts assume a lab host. |\n| must/012 | P.2 | met | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile` | README lists host tools and verified versions/platforms; Dockerfile lists the analysis and rendering dependencies. |\n| must/013 | P.3 | met | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py` | Container recipe, registration and linked REMoDNaV package specification are version controlled with the study. |\n| must/014 | P.3 | partial ⚠ (a MUST is not satisfied by partial) | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | History supplies a runnable image rebuild command and tracked recipe edits, but no later dependency-update instance is demonstrated. |\n| must/015 | D.1 | met | probe:run-env-linked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json` | The saved image is content identified by Git/annex and config/layer digests; the adapter executes its hash despite latest metadata. |\n| must/016 | D.1 | not-checked | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | Public source URLs and annex locations are supplied, but independent retrieval of the exact revision and image payloads is outside this cohort. |\n| must/017 | D.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | README tells users how to clone, retrieve/replay the recorded container computation and build the manuscript. |\n| should/001 | T.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6` | Root and linked code/data components use Git with DataLad/git-annex for payloads and pinned Git links. |\n| should/002 | A.2 | not-checked | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml` | Historical reruns and software CI exist, but regular testing of the current study instructions is not established by frozen evidence. |\n| should/003 | M.1 | met | probe:modules-separated+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile` | Raw gaze, event-label derivatives, software, study analysis, manuscript and environment occupy distinct component paths. |\n| should/004 | E.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | A completed 2023 run used the archived Docker image in a new disposable container; this assessment performed no replay. |\n| should/005 | E.1 | met | judgement | `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | The registered route creates a Docker container per execution with --rm and a temporary HOME removed after success. |\n| should/006 | D.2 | not-checked | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml` | Build and OCI conversion records show specific successes, but regular reconstruction testing of the results image is not demonstrated. |\n| should/007 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | The object archives the executable container as versioned image metadata and content-addressed annex layers. |\n| should/008 | D.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | History supplies a runnable image rebuild command and tracked recipe edits, but no later dependency-update instance is demonstrated. |\n| should/009 | M.4 | not-applicable | judgement | `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst` | N/A: no explicitly access-restricted computational data or software component is identified in the declared study route. |\n| may/001 | M.2 | partial | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules` | Independently maintained datasets/software are pinned submodules; a nested raw-source component has a lab-only URL. |\n| may/002 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README` | Root explains high-level contents and replay, but lacks a component map; the linked labels README still describes an older Condor route. |\n| may/003 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules` | Independent code and data repositories have pinned revisions, allowing deliberate component updates while the composed snapshot stays fixed. |\n| may/004 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | Git submodule composition and DataLad run inputs connect independently versioned modules with the archived execution environment. |\n| may/005 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | DataLad clone/rerun instructions, .gitmodules and recorded input paths provide tools for navigating the component structure. |\n\n## Flagged items\n\n- **must/002** (probe-overridden): The probe examined only the three uninitialized root links; direct reading reaches the nested host-only source URL. Remote access remains untested.\n- **must/004** (probe-overridden, mapping-questioned): The probe measured logistical checkout cleanliness, not use of Git. Its 35 deletions are declared capture omissions, not untracked original work.\n- **must/006** (mapping-questioned): The derived-file heuristic misses directory-wide output declarations and treats authored diagrams as computed outputs. The partial judgment instead rests on the upstream label run’s missing environment identity.\n- **must/007** (probe-overridden): The inferred `make changes` target is a prose-parsing false positive. Actual documented commands and targets are present.\n- **must/009** (probe-overridden, mapping-questioned): The Dockerfile cleanup path is internal to the image. The real partial finding comes from linked legacy Condor home paths and the nested phase2 URL.\n- **must/010** (probe-overridden): Dependency completeness was left unchecked by the probe. Direct import/tool review covers the current numerical, figure and PDF route; no workflow execution was used.\n- **must/011** (probe-overridden): The platform scan is only a lexical screen (including irrelevant bibliography hits). Direct host/adapter/legacy-route reading yields partial documentation.\n- **must/012** (probe-overridden): Direct README and Dockerfile review supplies the requirements list that the platform scan could not establish.\n- **must/014** (upstream-duplicate): Duplicate of should/008. Initial recipe introduction is not an update instance; OCI conversion is not a dependency update.\n- **must/015** (probe-overridden): The probe matched `latest` strings. The inspected adapter instead computes and executes the saved image’s config hash; content-addressed archive metadata supplies a frozen identity.\n- **must/016** (probe-overridden, unverified-claim): The probe’s partial publication result is changed to not-checked: URLs/location claims are not independently verified retrieval. The publication claim remains explicitly unverified.\n- **should/008** (upstream-duplicate): Duplicate of must/014, answered from the same build/history evidence.\n- **may/001** (probe-overridden): Root link shape passes, but direct nested-module inspection exposes the lab-only source link.\n\n## Not checked and inspection limits\n\n- **must/016:** settle with independent retrieval of the assessed revision, linked commits and required archived payloads, followed by content identity verification. No network or `--check-remote` ran; the logistical origin URL and annex availability logs do not prove access.\n- **should/002:** settle with dated repeated execution records covering the documented study instructions. Component Travis configuration tests software, not the complete paper workflow, and its presence alone proves no completed run.\n- **should/006:** settle with repeated tests that identify and reconstitute the exact recorded results environment. A successful historical build or OCI conversion does not demonstrate ongoing testing.\n\nThe cohort permits source/history/metadata inspection and read-only probes only. No scientific workflow, container build, payload acquisition, network request or issue-tracker query ran. Binary files, annex payloads and container layers are explicitly absent from the capture. Their omission is neither a source-object defect nor an observed retrieval failure. The probe checkout is logistical, and linked module source/history was read through the manifest rather than installed. Manifest SHA-256 is `e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499`; all 260 supplied source files matched their recorded hashes. Scientific validity and independent current computational reproducibility were not established.\n\nExisting completed run evidence supports should/004: the native exit-0 results record invokes the image adapter, whose versioned implementation creates a fresh `docker run --rm` container. This is historical execution evidence, not a new run by this assessor. The 2025 OCI conversion is recorded separately and is not credited as a new scientific rerun.\n\nThe nested phase2 lab-source path is a verified structural portability problem. The root analysis consumes already published gaze files, so the report does not claim that this ancillary source module necessarily blocks the documented top-level rerun.\n\n## Goals, kind and evidence boundary\n\nThe assumed primary kind is **study**, with numerical results, figures and manuscript as products; the detector is a secondary tool. No human confirmation was sought in this isolated assessment. Numerical provenance and reachable inputs receive particular emphasis. Seven factual anchors precede interpretation:\n\n1. **Product:** root [README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) describes data, summary-statistics code, figures and manuscript; [main.tex](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex) states evaluation on three public datasets.\n2. **Boundary:** root [.gitmodules](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules) leads to raw gaze, labels and detector; detector links lead to the Anderson evaluation data. Data availability outside downloaded text is not inferred from cache presence. A nested [phase2 module URL](https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules) points to a lab path.\n3. **Versioning:** Git tracks source, manuscript, configuration and component revisions; phase2 [retrieval documentation](https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst) explains separately stored git-annex data, and saved container layers have content keys.\n4. **Environment:** [Dockerfile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile), [.datalad/config](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config) and [saved manifest](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json) describe and identify the modern archived environment. The recipe alone would not reconstruct an exact historical apt resolution.\n5. **Execution:** README directs `datalad rerun results-containerized` and `datalad containers-run -n docker-make main.pdf`; [Docker-Makefile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile) invokes study analysis and manuscript compilation.\n6. **Provenance:** [57d2565](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) records modern results with image and explicit inputs/outputs; the [upstream label run](https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6) records command and outputs but no exact environment. Root script consumes these labels for duration histograms.\n7. **Retrieval and terms:** public GitHub URLs and annex locations are recorded; actual recipient retrieval is unchecked. [COPYING](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING) declares CC BY 4.0; software is MIT, and phase2 advertises PDDL/unrestricted access. This is a licence declaration observation, not an exhaustive payload rights audit.\n\nThe root README’s linked issues and history document prior environment problems, the accepted Figure 4 difference and OCI compatibility work (including #20 and #27). Live issue participants/messages were outside the no-network boundary; no issue comments were posted. Native DataLad provenance supports T.4, which has no dedicated checklist item; the finding is retained in `extra_items`. Licensing is likewise outside the 31 items.\n\n## Files and provenance stamp\n\n- [Native response JSON](study-con-narps-guidance-03.responses.json) is authoritative.\n- [Encoded checklist URL](study-con-narps-guidance-03.url.txt) opens the compact app response; full evidence remains in native JSON.\n- Raw probe receipt: `../.cache/study/probes/study-con-narps-guidance-03.probes.json`, retained unmodified, including its logistical checkout path.\n\nProduced by `assess-alignment-with-stamped-principles` 0.1.0 with `stamped-conventions@0.1.0`, checklist 0.3.1 (`stamped-checklist-schema@v0.3.1`, `af259bad237fa57b856417db8dba45a1b283a527`), instrument `con-narps-guidance@326606610af6c261876c92032ca1f89f6d3ad1f1`, on https://github.com/psychoinformatics-de/paper-remodnav at `34388d3ca78fbd483e022e4e2851be390b7eebf2`, 2026-10-28, harness `isolated-study-worker`, model `unavailable` (withheld/unknown; not inferred). No run-metadata file was created.\n\nValidation: native `encode_response.py validate` passes all 31 answers against checklist 0.3.1; URL generated by the same native helper. Native response retained; optional framework export unavailable because no export schema/helper was supplied.\n" }, { "id": "study-con-narps-guidance-04", "study_id": "remodnav-method-comparison-01", "object_id": "paper-remodnav", "object_revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "method_id": "con-narps-guidance", "method_revision": "326606610af6c261876c92032ca1f89f6d3ad1f1", "model_requested": "gpt-6.1-sol", "model_observed": null, "reasoning_effort": "medium", "replicate": 4, "status": "complete", "independent": true, "created_at": "2026-10-27T23:55:09.362579+00:00", "native_output": "results/study-con-narps-guidance-04.responses.json", "report": "results/study-con-narps-guidance-04.md", "summary": { "checklist_counts": { "must": { "met": 7, "partial": 9, "unmet": 0, "not-checked": 1, "not-applicable": 0 }, "should": { "met": 6, "partial": 0, "unmet": 0, "not-checked": 3, "not-applicable": 0 }, "may": { "met": 2, "partial": 3, "unmet": 0, "not-checked": 0, "not-applicable": 0 } }, "completion": { "answered": 31, "total": 31 } }, "limitations": [ "Inspection cohort; no scientific workflow execution or independent payload retrieval by this assessor.", "Actual model version not independently exposed; requested model and reasoning are recorded." ], "evidence_cohort": "remodnav-e3c6253bced7", "probe_artifact": { "path": "results/study-con-narps-guidance-04.probes.json", "original_sha256": "bb4a8a1d45697b8ffa6f5a1df2157bf81d0434a81dea616c8635957a207c0c35", "public_sha256": "91d81b64b2113dbca8962995e1184c5e305521ec77b194c59c84de893a2169d2", "redaction": "Only the local logistical checkout prefix was replaced. The original raw probe output is retained unchanged in the ignored study cache." }, "native_data": { "checklist_version": "0.3.1", "responses": { "stamped-checklist:must/001": { "status": "partial", "reason": "Root organizes the study, but the linked raw-data source module points outside it to a private /home/data path.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root explicitly links raw data, labels and REMoDNaV beneath one root.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Discovery root -> data/raw_eyegaze -> src/lab-eyetracking: absolute /home/data/psyinf/forrest_gump/collection/fg_eyegaze_raw cannot be resolved portably.", "sha256": null } ] }, "stamped-checklist:must/002": { "status": "partial", "reason": "Immediate input modules are pinned and named; raw_eyegaze/src/lab-eyetracking has a host-local URL. Remote payload access was not tested.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three public URLs and versioned Gitlinks identify immediate inputs/software; the shallow probe only checks these.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Nested src/lab-eyetracking URL is /home/data/psyinf/forrest_gump/collection/fg_eyegaze_raw. This is source regeneration, not a demonstrated failure to retrieve the processed eyegaze inputs.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/003": { "status": "met", "reason": "The Dockerfile declares analysis/rendering packages, and independently maintained REMoDNaV is linked and installed from its pinned source.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Declares scientific Python stack, make, compiler tooling, Inkscape and TeX tooling.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Installs the root REMoDNaV module with pip -e remodnav.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "External code is an explicit module rather than an unidentified copied tree.", "sha256": null } ] }, "stamped-checklist:must/004": { "status": "met", "reason": "Code, documentation and configuration are tracked in Git. Probe deletions represent omitted capture payloads, not an original dirty delivery.", "source": "probe:tree-clean+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Frozen Git inventory includes README, code, Makefiles, manuscript and configuration; history records their changes.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked environment definition. tree-clean measured the logistical clone, whose omitted SVG/class payloads appear as deletions; it cannot establish original working-tree state.", "sha256": null } ], "flags": [ "probe-overridden", "mapping-questioned" ] }, "stamped-checklist:must/005": { "status": "met", "reason": "Large data and archived container layers use content-addressed git-annex pointers, with Git carrying source and metadata.", "source": "probe:large-in-annex+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes", "description": "MD5E annex backend; six archived image pointers were observed in the frozen inventory.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Layers identify approximately 78 MB and 1.75 GB archived payloads.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Explicitly separates Git metadata from annex content and documents git annex get.", "sha256": null } ] }, "stamped-checklist:must/006": { "status": "partial", "reason": "The 2023 statistics/figures run names the archived image; upstream label generation records its command and inputs but no exact environment.", "source": "probe:derived-have-records+probe:run-env-linked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "exit 0 record: Docker adapter uses container/image as extra_input; outputs img and results_def.tex; inputs identify benchmark annotations, labels and raw eyegaze.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Root -> data/studyforrest-data-eyemovementlabels: bash code/compute_all.sh run records inputs and sub-* outputs, but no environment identity.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/b06a134079faf2056643d069771d311eb525f1c6", "description": "Manual flowchart adjustment is documented artwork, not automatically a missing computational run. Probe counts old root records and misses directory-output coverage.", "sha256": null } ], "flags": [ "mapping-questioned" ] }, "stamped-checklist:must/007": { "status": "met", "reason": "README supplies installation and usage for the current container route, explicitly distinguishing the original instructions.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated route specifies tools, datalad clone, datalad rerun results-containerized and containers-run main.pdf. \"make changes\" is prose about necessary analysis changes, not a command.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/008": { "status": "met", "reason": "The documented datalad rerun results-containerized entry names a result record; Docker-Makefile calls the analysis script.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Names rerun tag and manuscript command.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Concrete recorded action executes make -f Docker-Makefile clean results_def.tex.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "REMODNAV_RESULTS output and -s -f -r -m select numerical, figure and classification work.", "sha256": null } ] }, "stamped-checklist:must/009": { "status": "partial", "reason": "Root computation uses relative inputs; linked legacy Condor submitters hardcode /home/asimio. Docker build cleanup paths are container-local.", "source": "probe:no-abs-paths+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Input and output construction uses relative data/, remodnav/ and img/ paths.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "description": "Discovery root -> labels module -> code: initialdir /home/asimio/fg_eyegaze_preproc and /usr/bin/python2.7 are host assumptions.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "The probe flags /root cleanup inside image construction; those are not host data paths.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/010": { "status": "partial", "reason": "Current analysis dependencies are declared; linked label-module plotting imports pandas/seaborn without its own declared environment.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Imports numpy, scipy, pandas, seaborn, sklearn, matplotlib and REMoDNaV; optional DataLad fallback is explicit.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Covers those scientific packages; sklearn maps to Debian python3-sklearn. Docker-Makefile installs local REMoDNaV, whose setup.py covers numpy/scipy/statsmodels/matplotlib.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/generaldata_structure_withplots.py", "description": "Linked component imports pandas/seaborn/scipy; its complete frozen tracked inventory contains no environment specification, and README describes a separate obsolete Condor route.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/011": { "status": "partial", "reason": "README names host tools and supported platforms, but linked Condor scripts assume a user home and inherited environment; Docker access is implicit.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Names Debian/MacOS/Windows, DataLad 0.19, extension 1.2.3, Docker compatibility, and download sizes.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "description": "Hardcodes python2.7, home initialdir, request_memory and getenv=True without portable setup instructions.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Documented tool/version link leads to adapter FIXME: assumes docker on PATH manageable by a non-root user; binds cwd to /tmp.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/012": { "status": "partial", "reason": "Current tools and container packages are listed; linked label regeneration lacks a usable complete requirement/setup list.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Current host prerequisites and old rendering prerequisites are explicitly listed.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Analysis and rendering system packages are declared.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Only condor_submit steps; references code removed from the pinned module and no reproducible environment setup.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/013": { "status": "met", "reason": "Dockerfile, container registration and image manifests are versioned alongside the study code and input Gitlinks.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked reproducible-build recipe, though Debian packages/base are not individually frozen.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make registration points at the archived image directory.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "description": "Tracked OCI digest and metadata.", "sha256": null } ] }, "stamped-checklist:must/014": { "status": "met", "reason": "History supplies a runnable image-build/update procedure and tracked Dockerfile/image changes, including the OCI conversion.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "description": "Declares docker build -t remodnav:latest container and execution command.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "description": "Subsequent tracked Dockerfile ENV-handling update.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Runnable recorded conversion loads original frozen image and re-archives OCI image; exit 0. This is more than file creation.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:must/015": { "status": "partial", "reason": "The root archived image is content-identified despite its latest label; exact upstream label-generation environment is not recorded.", "source": "probe:run-env-linked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "description": "OCI manifest digest 96148c274796ac7b9ac3a99f53709ba07b682b27532aacd81e153e947709059c identifies frozen content.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Config and layers are SHA256 paths plus annex identities; latest is an archive label, not a registry pull.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "get_image hashes archived config; cli_run invokes image_id. Historical version 1.2.3 is documented; adapter bytes were inspected, not executed.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Label-generation command records no lock, container or version inventory for its original environment.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/016": { "status": "not-checked", "reason": "Source specifications and image location metadata are supplied, but recipient retrieval of the pinned image/data was forbidden in this cohort.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Public clone/release and retrieval instructions exist, but are not recipient verification.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/61c/7c0/MD5E-s1974--7f72c254d915e425181daa644ca253ba.log.web", "description": "Frozen annex branch log claims datapub.fz-juelich.de location for image blob; supplied metadata is not successful download evidence.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/017": { "status": "partial", "reason": "Root environment retrieval/use is documented; linked label-module README points to removed scripts and lacks its environment-recreation route.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Clone, result rerun and manuscript containers-run commands explain obtaining and using the archived root environment.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Tells users to run preprocess_eyegaze_recordings.submit/detect_events.submit and associated Python scripts absent from the pinned tracked inventory.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Actual delivered generation route uses linked code/remodnav, unlike obsolete README.", "sha256": null } ] }, "stamped-checklist:should/001": { "status": "met", "reason": "Git and git-annex/DataLad consistently version root, data modules, code modules and image artifacts.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Common Gitlinks compose three main components.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.datalad/config", "description": "Raw input is a DataLad dataset.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.datalad/config", "description": "Labels use DataLad and retain run history.", "sha256": null } ] }, "stamped-checklist:should/002": { "status": "not-checked", "reason": "Historical successful runs and software tests exist; regular testing of current study instructions cannot be established from this capture.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Recorded successful 2023 study run supports one execution, not recurring instruction tests.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "description": "Linked software Travis test definition is narrower than the manuscript workflow and no completed CI receipts were supplied.", "sha256": null } ] }, "stamped-checklist:should/003": { "status": "met", "reason": "Raw eyegaze, derived labels and REMoDNaV are distinct modules; study code, images and environment occupy separate named locations.", "source": "probe:modules-separated+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Raw data, derivative labels and code have independently pinned boundaries.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Composition uses code/, remodnav/, container/image and result targets; img outputs separated from raw data.", "sha256": null } ] }, "stamped-checklist:should/009": { "status": "not-checked", "reason": "Public inputs are declared, but access conditions for the host-local raw-source module cannot be established without its missing source/metadata.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Advertises unrestricted public dataset, separate from any inaccessible ancestral source.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "src/lab-eyetracking has only an absolute local URL; access status is unknown, so neither restricted-module success nor public-only N/A is established.", "sha256": null } ] }, "stamped-checklist:should/004": { "status": "met", "reason": "A completed historical container run records exit 0 and analysis outputs; this assessment did not execute a fresh replay.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "2023 run actually executes archived container clean/results_def.tex, declares img/results_def.tex outputs, and records exit 0.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "The documented adapter version starts docker run --rm, mounting the study root; this supports fresh container execution, not an observed current-host replay.", "sha256": null } ] }, "stamped-checklist:should/005": { "status": "met", "reason": "The current adapter starts docker run --rm for each action and registration gives the run a temporary HOME.", "source": "judgement", "evidence": [ { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "cli_run constructs docker run with --rm and image_id; execution container is disposable.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Creates /tmp/dockertmp HOME and removes it after successful make. The study root remains mounted for outputs.", "sha256": null } ] }, "stamped-checklist:should/006": { "status": "not-checked", "reason": "The archived environment has historical build/run records, but no recurring reconstitution evidence is supplied.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Successful original build record.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "OCI conversion record is maintenance evidence, not regular testing of every archived analysis environment.", "sha256": null } ] }, "stamped-checklist:should/007": { "status": "met", "reason": "Container configuration and layers are archived under container/image with content identities; payloads are absent only from this evidence capture.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Image config and two layers are explicitly archived paths, not registry-only references.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/.gitattributes", "description": "Manifest JSON retained in Git; larger blobs managed by annex.", "sha256": null } ] }, "stamped-checklist:should/008": { "status": "met", "reason": "Runnable image maintenance procedures have tracked instances in Dockerfile history and the 2025 OCI conversion.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "description": "Runnable build procedure.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "description": "Later environment definition change.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Recorded archive update. Same evidence/question as must/014.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:may/001": { "status": "partial", "reason": "Immediate independent components and nested benchmarks are pinned modules; the nested raw-source module has only a host-local URL.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three independently maintained components are identified by public links and gitlinks.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Nested src/lab-eyetracking link is unresolvable away from the author filesystem; the probe inspected root links only.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:may/002": { "status": "partial", "reason": "README explains the root result/environment route, but module relationships and upstream regeneration routes are incompletely documented.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Explains self-contained versioned links and container reconstruction; does not map distinct REMoDNaV versions in root versus labels module.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Obsolete module instructions disagree with delivered code/compute_all.sh.", "sha256": null } ] }, "stamped-checklist:may/003": { "status": "met", "reason": "Gitlink pins isolate component updates; the root and label module can select independent REMoDNaV versions.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root REMoDNaV pin d28911838f91f33af0db57332f55ccc442d24f66 and data modules have explicit boundaries.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "description": "Labels code/remodnav selects c9b869617f494ef11f3ccb720934b850342cc6f3 independently; parent pin changes control adoption, without claiming arbitrary updates are tested.", "sha256": null } ] }, "stamped-checklist:may/004": { "status": "met", "reason": "Git submodules, DataLad run inputs and container registration compose the components into the study workflow.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Explicit component paths/URLs.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Run input selectors connect data/ and remodnav/ components to img/ and results_def.tex outputs.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Named container and invocation connect environment with Make targets.", "sha256": null } ] }, "stamped-checklist:may/005": { "status": "partial", "reason": "Root commands and module links support navigation; linked label-module documentation does not guide users to its delivered generator.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Documents cloning, entry points and preserved old/current instructions.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Lists component paths and URLs.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Does not describe code/compute_all.sh or the actual code/remodnav submodule route.", "sha256": null } ] } }, "schema_version": "0.2.0", "principles_version": "0.2.0", "checklist_source": { "repo": "https://github.com/stamped-principles/stamped-checklist-schema", "tag": "v0.3.1", "commit": "af259bad237fa57b856417db8dba45a1b283a527" }, "extra_items": [ { "key": "licence-declared", "status": "met", "reason": "Root COPYING declares CC BY 4.0; linked REMoDNaV uses MIT, phase2 declares PDDL. Licence declarations do not prove payload availability and are outside the 31-item checklist.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root licence text inspected." }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md", "description": "Linked tool licence statement." }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "PDDL and unrestricted access declaration." } ] }, { "key": "capture-boundary", "status": "not-checked", "reason": "Annex data, archived image layers and figure payloads are not in this inspection capture; no claim is made about current retrieval or scientific agreement.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Reproduction promises are documented claims, checked against source/history but not executed." } ] } ], "object": { "url": "https://github.com/psychoinformatics-de/paper-remodnav", "commit": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "captured_at": "2026-10-27T23:51:57.138855+00:00", "kind": "study" }, "assessor": { "skill": "assess-alignment-with-stamped-principles", "version": "0.1.0", "harness": "isolated-study-worker", "model": "unavailable", "date": "2026-10-28", "drafted_by": "scripts/run_probes.py", "dependencies": [ "stamped-conventions@0.1.0" ], "note": "Model/runtime identity unavailable; requested model is not observed identity. Raw probe output retained unchanged." }, "scope": "Inspection-only frozen source/history at 34388d3ca78fbd483e022e4e2851be390b7eebf2, including explicitly linked computational components. Manifest SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499; captured 2026-10-27T23:51:57.138855+00:00. No network, --check-remote, payload acquisition, builds or scientific replay. Probe checkout is logistical; omitted payloads and uninstalled modules do not establish original defects or remote failure. GIT_NO_LAZY_FETCH=1 used for Git/probes. One optional Git show --stat could not read an omitted blob and was not retried with fetching. Issue tracker live inspection out of scope; linked known gaps read from README/history only. Unknown model metadata intentionally withheld. Historical successful run evidence is distinguished from this assessment. Native response retained; optional framework export unavailable." }, "report_content": "MUST: 7 met / 9 partial / 0 unmet / 1 not-checked (17). SHOULD: 6 met / 0 partial / 0 unmet / 3 not-checked (9). MAY: 2 met / 3 partial / 0 unmet / 0 not-checked (5). No N/A items. Partial does not satisfy a MUST.\n\n**Assumption, unconfirmed:** this is a study whose products are numerical results, figures and manuscript; independently linked data-generation/software components are included. The root results workflow and upstream regeneration are distinguished throughout.\n\n## What to fix first\n\n1. Replace the nested `src/lab-eyetracking` host-local URL with a public immutable source link or document its exclusion from the reproducible boundary. The main study consumes processed eyegaze files, so this is an upstream-source boundary defect, not an observed failure of its advertised rerun (must/001–002, may/001).\n2. Attach the original environment identity to the label-generation record, or publish a verified re-derivation with its environment. The root figure/statistics record already names an archived image; its upstream labels do not carry the same provenance guarantee (must/006, must/015).\n3. Replace the label-module README's removed preprocessing/detection commands with its actual `code/compute_all.sh` route, list that component's dependencies, and parameterize legacy Condor host paths (must/009–012, must/017, may/002, may/005).\n4. Add retained recurring checks of the published instructions and archived environment, plus independent recipient retrieval with payload identities. Existing successful historical runs do not establish current availability or regular testing (must/016, should/002, should/006).\n\n## What already works well\n\nThe [README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) explains the transition from the original virtualenv route to containerized computation and discloses the small histogram change. That disclosed migration is not treated as a silent documentation/mechanism conflict.\n\nThe [2023 execution record](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) records exit 0, concrete input selectors, `img` and `results_def.tex` outputs, and the archived image as an extra input. [Image manifests](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json) preserve content identities; the `latest` label does not imply a floating registry pull. [Registered execution](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config) and the documented adapter start disposable containers.\n\n## Per-item assessment\n\n| item | principles | status | source | evidence | reason |\n|---|---|---|---|---|---|\n| must/001 | S.1 | partial ⚠ (a MUST is not satisfied by partial) | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules` | Root organizes the study, but the linked raw-data source module points outside it to a private /home/data path. |\n| must/002 | S.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules` | Immediate input modules are pinned and named; raw_eyegaze/src/lab-eyetracking has a host-local URL. Remote payload access was not tested. |\n| must/003 | S.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules` | The Dockerfile declares analysis/rendering packages, and independently maintained REMoDNaV is linked and installed from its pinned source. |\n| must/004 | T.1,T.3,T.5 | met | probe:tree-clean+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile` | Code, documentation and configuration are tracked in Git. Probe deletions represent omitted capture payloads, not an original dirty delivery. |\n| must/005 | T.1,T.3,T.5 | met | probe:large-in-annex+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst` | Large data and archived container layers use content-addressed git-annex pointers, with Git carrying source and metadata. |\n| must/006 | T.1,T.3,T.5 | partial ⚠ (a MUST is not satisfied by partial) | probe:derived-have-records+probe:run-env-linked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/b06a134079faf2056643d069771d311eb525f1c6` | The 2023 statistics/figures run names the archived image; upstream label generation records its command and inputs but no exact environment. |\n| must/007 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | README supplies installation and usage for the current container route, explicitly distinguishing the original instructions. |\n| must/008 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile` | The documented datalad rerun results-containerized entry names a result record; Docker-Makefile calls the analysis script. |\n| must/009 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:no-abs-paths+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile` | Root computation uses relative inputs; linked legacy Condor submitters hardcode /home/asimio. Docker build cleanup paths are container-local. |\n| must/010 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/generaldata_structure_withplots.py` | Current analysis dependencies are declared; linked label-module plotting imports pandas/seaborn without its own declared environment. |\n| must/011 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | README names host tools and supported platforms, but linked Condor scripts assume a user home and inherited environment; Docker access is implicit. |\n| must/012 | P.2 | partial ⚠ (a MUST is not satisfied by partial) | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README` | Current tools and container packages are listed; linked label regeneration lacks a usable complete requirement/setup list. |\n| must/013 | P.3 | met | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json` | Dockerfile, container registration and image manifests are versioned alongside the study code and input Gitlinks. |\n| must/014 | P.3 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | History supplies a runnable image-build/update procedure and tracked Dockerfile/image changes, including the OCI conversion. |\n| must/015 | D.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:run-env-linked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6` | The root archived image is content-identified despite its latest label; exact upstream label-generation environment is not recorded. |\n| must/016 | D.1 | not-checked | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/61c/7c0/MD5E-s1974--7f72c254d915e425181daa644ca253ba.log.web` | Source specifications and image location metadata are supplied, but recipient retrieval of the pinned image/data was forbidden in this cohort. |\n| must/017 | D.1 | partial ⚠ (a MUST is not satisfied by partial) | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh` | Root environment retrieval/use is documented; linked label-module README points to removed scripts and lacks its environment-recreation route. |\n| should/001 | T.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.datalad/config`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.datalad/config` | Git and git-annex/DataLad consistently version root, data modules, code modules and image artifacts. |\n| should/002 | A.2 | not-checked | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml` | Historical successful runs and software tests exist; regular testing of current study instructions cannot be established from this capture. |\n| should/003 | M.1 | met | probe:modules-separated+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile` | Raw eyegaze, derived labels and REMoDNaV are distinct modules; study code, images and environment occupy separate named locations. |\n| should/004 | E.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | A completed historical container run records exit 0 and analysis outputs; this assessment did not execute a fresh replay. |\n| should/005 | E.1 | met | judgement | `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | The current adapter starts docker run --rm for each action and registration gives the run a temporary HOME. |\n| should/006 | D.2 | not-checked | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | The archived environment has historical build/run records, but no recurring reconstitution evidence is supplied. |\n| should/007 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/.gitattributes` | Container configuration and layers are archived under container/image with content identities; payloads are absent only from this evidence capture. |\n| should/008 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | Runnable image maintenance procedures have tracked instances in Dockerfile history and the 2025 OCI conversion. |\n| should/009 | M.4 | not-checked | judgement | `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules` | Public inputs are declared, but access conditions for the host-local raw-source module cannot be established without its missing source/metadata. |\n| may/001 | M.2 | partial | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules` | Immediate independent components and nested benchmarks are pinned modules; the nested raw-source module has only a host-local URL. |\n| may/002 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README` | README explains the root result/environment route, but module relationships and upstream regeneration routes are incompletely documented. |\n| may/003 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules` | Gitlink pins isolate component updates; the root and label module can select independent REMoDNaV versions. |\n| may/004 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | Git submodules, DataLad run inputs and container registration compose the components into the study workflow. |\n| may/005 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README` | Root commands and module links support navigation; linked label-module documentation does not guide users to its delivered generator. |\n\n## Flagged items\n\n- **must/002** (probe-overridden): Root-only URL probe omitted the nested raw-source local path; downgraded to partial.\n- **must/004** (probe-overridden, mapping-questioned): tree-clean measured intentional omissions in the logistical clone, not original tracking. Tracked source/history establishes Git use.\n- **must/006** (mapping-questioned): Directory outputs cover generated figures; counting old records and ordinary artwork commits does not answer current exact-environment provenance. The actual remaining gap is the upstream label run.\n- **must/007** (probe-overridden): Regex invented a `make changes` command from prose; the documented current commands exist.\n- **must/009** (probe-overridden): Docker cleanup paths are image-local; genuine host paths exist in linked legacy Condor scripts instead.\n- **must/010** (probe-overridden): Inspected imports/declarations and linked component inventory beyond filename probe; current root stack is covered, linked plotting specification is incomplete.\n- **must/011** (probe-overridden): Read host requirements and linked adapter/Condor code beyond platform-command heuristic.\n- **must/012** (probe-overridden): Root requirements are concrete; linked component instructions and requirements are incomplete.\n- **must/014** (upstream-duplicate): Exact duplicate of should/008; same procedure and tracked update evidence.\n- **must/015** (probe-overridden): Archived config/layer identities and adapter image-ID execution refute floating-tag heuristic; upstream environment gap remains.\n- **must/016** (probe-overridden): Unverified access is not partial publication success: independent retrieval remains not checked.\n- **should/008** (upstream-duplicate): Exact duplicate of must/014.\n- **may/001** (probe-overridden): Nested independently maintained source has a private filesystem link; immediate public links alone do not establish complete modular linking.\n\n## Not checked\n\n- **must/016:** independently retrieve the assessed Git revision, archived image and required input payloads in a recipient context; verify their identities. Frozen annex web-location claims are not retrieval receipts.\n- **should/002:** retain repeated executions checking the actual study instructions. Linked software test definitions and a historical successful study run do not establish a schedule or continued success.\n- **should/006:** retain recurring reconstitution tests against the exact image used for the results.\n- **should/009:** establish the access classification and source contents of the unresolved raw-source module. Public-data access declarations do not establish the unseen ancestor's restrictions.\n\n## Goals, kind and seven object facts\n\nThe [root README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) states that the object supplies raw data, summary-statistic code, figures and manuscript sources for REMoDNaV. Kind is **study**, with linked software and datasets; all principles apply, with particular emphasis on result provenance and the reachable input boundary. This is the stated assumption for an unattended isolated study, not human-confirmed classification.\n\n1. **Product:** numerical results/figures and manuscript, as documented above. Computational agreement and scientific validity were not evaluated here.\n2. **Boundary:** [root modules](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules) link raw eyegaze, labels and REMoDNaV; nested module links lead to benchmark annotations and a second REMoDNaV version. Discovery followed these actual links, not cache presence. The raw-data module's `src/lab-eyetracking` URL leaves the portable boundary.\n3. **Versions:** Git tracks source/manuscript/configuration; DataLad Gitlinks pin component commits and git-annex identifies large payloads. [Raw-data README](https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst) explicitly explains Git versus annex storage.\n4. **Environment:** [Dockerfile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile), [registration](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config) and archived image manifests define the current route. Some build ingredients float, but the archived image is frozen by identity. The original upstream label run lacks an exact environment record.\n5. **Execution:** the root README's result tag selects a DataLad recorded action; [Docker-Makefile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile) calls the analysis script. Label generation uses a separate recorded shell script. Script definitions alone were not counted as completed runs.\n6. **Provenance:** [57d2565](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) supplies actual completed root analysis evidence; [bdcde2f](https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6) supplies input/output/command evidence for labels, without an environment pin. Artwork edits are differentiated from computed numerical products.\n7. **Retrieval/terms:** root [https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING) declares CC BY 4.0, linked REMoDNaV declares MIT, raw data declares PDDL/unrestricted access. The README advertises DataLad retrieval; supplied annex logs name image blob web locations. No present recipient access, payload identity, or complete transitive terms audit was tested.\n\n## Scope and retained products\n\nSource/text and Git histories were frozen by manifest SHA-256 `e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499` (capture `2026-10-27T23:51:57.138855+00:00`). Annex data, image layers and figure/binary payloads are absent from the capture; those omissions are not original object deletions or observed retrieval failures. The probe checkout is a logistical clone, with linked source inspected from the frozen manifest. Its apparent dirty state is capture-induced. `--check-remote` was intentionally omitted. No network calls, payload acquisition, builds, scientific execution or fresh replay ran. Every Git read/probe used `GIT_NO_LAZY_FETCH=1`; one optional historical `show --stat` failed because a blob was omitted and was not fetched. That inspection limitation was retained without changing source.\n\nLive issue tracker/participant inspection was outside scope. Known root maintenance issues are linked in README/history (#20 numerical/figure migration, #25 instructions, #26 line endings, #27 OCI conversion); their current remote state was not checked. Source instructions were treated as data. No Workshop collection, duct, commits or publication occurred.\n\nThe native full JSON is authoritative; an optional framework export is unavailable in this instrument/study. The [app URL](study-con-narps-guidance-04.url.txt) is a compact projection that omits evidence and richer statuses. The response [JSON](study-con-narps-guidance-04.responses.json) validates with all 31 pinned IDs and reasons within 250 characters.\n\nProduced by `assess-alignment-with-stamped-principles` 0.1.0 with `stamped-conventions` 0.1.0, checklist 0.3.1 (`stamped-checklist-schema@v0.3.1`, `af259bad237fa57b856417db8dba45a1b283a527`), method commit `326606610af6c261876c92032ca1f89f6d3ad1f1`, on https://github.com/psychoinformatics-de/paper-remodnav at commit `34388d3ca78fbd483e022e4e2851be390b7eebf2`, 2026-10-28, `isolated-study-worker` / model `unavailable`. Model identity is withheld/unknown and is not inferred from requested settings. Original raw probe output: `.cache/study/probes/study-con-narps-guidance-04.probes.json`.\n" }, { "id": "study-con-narps-guidance-05", "study_id": "remodnav-method-comparison-01", "object_id": "paper-remodnav", "object_revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "method_id": "con-narps-guidance", "method_revision": "326606610af6c261876c92032ca1f89f6d3ad1f1", "model_requested": "gpt-6.1-sol", "model_observed": null, "reasoning_effort": "medium", "replicate": 5, "status": "complete", "independent": true, "created_at": "2026-10-27T23:55:09.628221+00:00", "native_output": "results/study-con-narps-guidance-05.responses.json", "report": "results/study-con-narps-guidance-05.md", "summary": { "checklist_counts": { "must": { "met": 9, "partial": 7, "unmet": 0, "not-checked": 1, "not-applicable": 0 }, "should": { "met": 5, "partial": 1, "unmet": 0, "not-checked": 2, "not-applicable": 1 }, "may": { "met": 1, "partial": 4, "unmet": 0, "not-checked": 0, "not-applicable": 0 } }, "completion": { "answered": 31, "total": 31 } }, "limitations": [ "Inspection cohort; no scientific workflow execution or independent payload retrieval by this assessor.", "Actual model version not independently exposed; requested model and reasoning are recorded." ], "evidence_cohort": "remodnav-e3c6253bced7", "probe_artifact": { "path": "results/study-con-narps-guidance-05.probes.json", "original_sha256": "1cc83dad2988b7672806d540e8abe501c127643298fe4770174923d63a670555", "public_sha256": "14dea436779478e634fb3158baf05259fd42deec7bef2ca69ac08a22f7cb5123", "redaction": "Only the local logistical checkout prefix was replaced. The original raw probe output is retained unchanged in the ignored study cache." }, "native_data": { "checklist_version": "0.3.1", "responses": { "stamped-checklist:must/001": { "status": "partial", "reason": "The root contains the paper, analysis and image, but a linked raw-data module records a host-only upstream path.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root discovers the three pinned modules under data/ and remodnav.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Discovery root > data/raw_eyegaze > .gitmodules: src/lab-eyetracking points to /home/data/psyinf/forrest_gump/collection/fg_eyegaze_raw. Supplied eyegaze TSVs can be consumed without regenerating that optional source.", "sha256": "68b369d219d0d61ccd3b3d777be39ff4e9c78471d439ee7087d69d6e693a84c9" } ] }, "stamped-checklist:must/002": { "status": "partial", "reason": "Required analysis inputs have pinned root links; the linked raw-data source has a host-only nested URL, so recursive reachability is incomplete.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three HTTPS links are pinned by root Git tree; probe checked only uninstalled top-level modules and did not verify remote commits.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Nested src/lab-eyetracking uses an absolute local URL; no network test needed to establish its host dependence.", "sha256": "68b369d219d0d61ccd3b3d777be39ff4e9c78471d439ee7087d69d6e693a84c9" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "load_anderson, mk_raw_vel_trace_figures and histogram functions consume root-relative supplied data, not src/lab-eyetracking directly.", "sha256": "9a84422c1f21e04998fb9430651347bca76407147eedf65d0bf15f7f4a793d7e" } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/003": { "status": "met", "reason": "The container declares scientific packages and system tools; REMoDNaV is a pinned submodule installed by Docker-Makefile.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Declares scipy, sklearn, statsmodels, numpy, pandas, seaborn, matplotlib, make, Inkscape and TeX tools.", "sha256": "a1d3ba52606dcde1afb48f78b93b9472c2b34dc3f44066825f8569917f766730" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Installs the local remodnav module before analysis.", "sha256": "1b1d90579d389fff2adbd53940485a5d9ea223f1d2cc9aa4e93d6eb93cccb3bd" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Documents host DataLad, DataLad Containers and Docker installation; dependencies need not be physically vendored.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" } ] }, "stamped-checklist:must/004": { "status": "met", "reason": "Code, manuscript, configuration and environment definitions are Git tracked; probe deletions reflect the logistical capture omissions.", "source": "probe:tree-clean+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Frozen tracked inventory includes source, main.tex, results_def.tex, configurations and missing-capture SVG/style blobs. tree-clean mistook 35 omitted checkout paths for source-state defects; it measures cleanliness rather than version control.", "sha256": null } ], "flags": [ "probe-overridden", "mapping-questioned" ] }, "stamped-checklist:must/005": { "status": "met", "reason": "Git-annex identifies large image layers and dataset payloads; scientific text and code remain in Git.", "source": "probe:large-in-annex+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "LayerSources carries 77,814,784-byte and 1,750,877,184-byte content digests; root tracked symlinks point to MD5E annex keys.", "sha256": "bf3f093d43f0780c6c3c99633a71e4d1f4d82def5b2c2e1fb7a0f28160010589" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Root > data/raw_eyegaze documents Git-annex identity metadata separately from remotely stored data payloads.", "sha256": "45952d26cd9f54f5e90ccc8ff95df6ad78b5d91785ad8224623177aeb0763167" } ] }, "stamped-checklist:must/006": { "status": "partial", "reason": "The 2023 analysis records its image and outputs, but the consumed event-label derivatives have a command record without exact environment identity.", "source": "probe:derived-have-records+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "exit 0 record expands the Docker adapter, names container/image as extra_inputs, specific raw/label data and img plus results_def.tex as outputs. Parent tree pins image and remodnav; this is real completed-run evidence.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Root > data/studyforrest-data-eyemovementlabels: completed bash code/compute_all.sh record names inputs and sub-* outputs but no environment. This criterion-specific gap, not every hand-authored illustration, limits provenance.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Calls linked REMoDNaV through PYTHONPATH and ambient python. Root probe missed directory outputs and adapter-based image linkage.", "sha256": "d80869bb6bb5b73b44fd07d3e9168b4a19822acfa3d154d4585102e6b617b351" } ] }, "stamped-checklist:must/007": { "status": "met", "reason": "README gives installation, clone, rerun and manuscript commands, explicitly distinguishing the old route from the container route.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated section specifies DataLad clone, rerun results-containerized and containers-run -n docker-make main.pdf. Probe falsely parsed prose about changes as a make changes target; README contains no such instruction.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Defines main.pdf and results_def.tex delegation matching the documented container commands.", "sha256": "1b1d90579d389fff2adbd53940485a5d9ea223f1d2cc9aa4e93d6eb93cccb3bd" } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/008": { "status": "met", "reason": "The documented starting points are datalad rerun results-containerized and containers-run -n docker-make main.pdf.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Names both numerical/figure verification and full manuscript entry points, including dataset acquisition and expected no-change behavior.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Annotated results-containerized tag resolves to this completed analysis record; documented older setup is explicitly historical.", "sha256": null } ] }, "stamped-checklist:must/009": { "status": "partial", "reason": "Main analysis paths are relative and Docker cleanup paths are internal; linked legacy submission scripts still hardcode /home/asimio and Python 2.7.", "source": "probe:no-abs-paths+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Data paths constructed below remodnav/ and data/, figures under img/.", "sha256": "9a84422c1f21e04998fb9430651347bca76407147eedf65d0bf15f7f4a793d7e" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Probe incorrectly called /root/.cache cleanup a host requirement; it runs inside the Debian image.", "sha256": "a1d3ba52606dcde1afb48f78b93b9472c2b34dc3f44066825f8569917f766730" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "description": "Discovery root > data/studyforrest-data-eyemovementlabels > code: initialdir=/home/asimio/fg_eyegaze_preproc/ and executable=/usr/bin/python2.7; sibling preprocessing script repeats them. These are legacy linked code, not the current root rerun.", "sha256": "14ab8a0eaa756895b90e0420d4473698c6b7eb434539e79b35a58afa84bc5397" } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/010": { "status": "met", "reason": "Import and command inspection finds the current route covered by the container packages, pinned REMoDNaV and documented host orchestration tools.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Reviewed imports: matplotlib, numpy, pandas, scipy, seaborn, sklearn and local remodnav; DataLad import has an explicit optional fallback for already prepared data.", "sha256": "9a84422c1f21e04998fb9430651347bca76407147eedf65d0bf15f7f4a793d7e" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Scientific imports and make, inkscape, latexmk/TeX are declared; remodnav setup.py adds numpy/scipy/statsmodels/matplotlib.", "sha256": "a1d3ba52606dcde1afb48f78b93b9472c2b34dc3f44066825f8569917f766730" }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Package names and import names checked (scikit-learn/sklearn, matplotlib/pylab); outer DataLad prepares declared inputs before container execution.", "sha256": "35d6368060fc470ad322a49e7d96deb0bbde2383c0392b69b92aa7b53ebe648e" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Host DataLad (and its installation route), DataLad Containers and Docker are explicit. This source-level dependency judgement does not prove image execution.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/011": { "status": "partial", "reason": "The current route documents platforms, Docker versions and mounts; older linked label scripts assume a specific home, scheduler and Python executable.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Documents Debian, macOS, Windows 10, host packages, expected download sizes, and Docker format compatibility.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Explains /tmp working-directory mount, temporary HOME and python override.", "sha256": "e7bd578f58967a35ba5a4bb57075d91e110fc9a778afe5bd17277aafe13ef200" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Legacy label reproduction describes condor_submit but does not explain the hardcoded /home/asimio deployment in submission scripts.", "sha256": "dfd06b4919f39420072be8fbdce4390c32c7c846ecdf7d548c164e62a9466f25" }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Adapter additionally assumes a usable Docker CLI/daemon and maps host UID/GID; no execution was performed here.", "sha256": "44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/012": { "status": "partial", "reason": "Root system requirements are clear; the linked label-regeneration route lacks a coherent current requirements specification.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Lists verified DataLad 0.19, Containers 1.2.3, Docker and supported hosts; old rendering tools are explicitly listed.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Declares Debian base and analysis/rendering packages.", "sha256": "a1d3ba52606dcde1afb48f78b93b9472c2b34dc3f44066825f8569917f766730" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Legacy condor recipe names preprocess_eyegaze_recordings.py and detect_events.py, absent from the frozen tracked inventory; compute_all.sh is present but its environment is not specified.", "sha256": "dfd06b4919f39420072be8fbdce4390c32c7c846ecdf7d548c164e62a9466f25" } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/013": { "status": "met", "reason": "The Dockerfile and container registration are tracked together with analysis code and data links.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Git blob fea1ddbe019692c68690de3037aa2a6d0c383915 defines environment.", "sha256": "a1d3ba52606dcde1afb48f78b93b9472c2b34dc3f44066825f8569917f766730" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked image path and expanded command configuration; probe likewise identifies both specifications.", "sha256": "e7bd578f58967a35ba5a4bb57075d91e110fc9a778afe5bd17277aafe13ef200" } ] }, "stamped-checklist:must/014": { "status": "met", "reason": "A runnable image-build procedure and tracked environment changes are retained, including the recorded OCI conversion.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "description": "Declares docker build -t remodnav:latest container and execution commands.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "description": "Subsequent tracked environment change narrows DEBIAN_FRONTEND to install time; cached history establishes the instance, although one omitted Git blob prevented a stat display.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Completed image build is recorded against container/Dockerfile.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Recorded exit-0 image conversion updates archived environment format, with Docker v26 identified; duplicate of should/008.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:must/015": { "status": "partial", "reason": "The root image is content identified despite a latest label; exact environments for upstream label generation and host orchestration are not frozen.", "source": "probe:run-env-linked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "description": "OCI manifest digest sha256:96148c274796ac7b9ac3a99f53709ba07b682b27532aacd81e153e947709059c plus archived config/layer digests fix image content; latest is only a saved label.", "sha256": "127c5e9c02588424f8940f6e0011eba08835f12b4041486e97862849c93bc640" }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "get_image hashes the archived Config, load verifies the corresponding image ID, and cli_run executes that ID; probe did not recognize this mechanism.", "sha256": "44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Label-generation command uses ambient python and no frozen package environment; README verified host versions are not a complete lock.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/016": { "status": "not-checked", "reason": "Public source and annex location metadata exist; independent retrieval of the assessed revision, image and inputs is outside this inspection-only cohort.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Public clone and signed-tag routes are documented, but this logistical clone is not evidence of recipient payload retrieval.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Image payloads deliberately absent from evidence package; supplied annex metadata advertises datapub.fz-juelich.de/studyforrest/remodnav/docker-blobs/ locations. No acquisition was attempted.", "sha256": "bf3f093d43f0780c6c3c99633a71e4d1f4d82def5b2c2e1fb7a0f28160010589" } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/017": { "status": "met", "reason": "README explains how to install host tools, obtain the dataset/image and run the registered environment for results and manuscript.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Gives installation links, clone command, expected 1.8GB container download and containerized run commands; discloses legacy route and known figure difference.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "docker-make registration selects the in-object archived image; it is not merely an unimplemented README promise.", "sha256": "e7bd578f58967a35ba5a4bb57075d91e110fc9a778afe5bd17277aafe13ef200" } ] }, "stamped-checklist:should/001": { "status": "met", "reason": "Git identifies all linked code and dataset versions; DataLad/git-annex extend that shared history to large payloads.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Pinned Git components link code and data.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Git-annex keeps large data identities with Git metadata.", "sha256": "45952d26cd9f54f5e90ccc8ff95df6ad78b5d91785ad8224623177aeb0763167" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.datalad/config", "description": "Linked label dataset has its own DataLad dataset identity; independently maintained modules remain Git based.", "sha256": "df04d45675181a4b732a1ca53c395612ba0ff50940c95564640d48c6200d38f8" } ] }, "stamped-checklist:should/002": { "status": "not-checked", "reason": "Maintenance and historical runs are visible, but regular end-to-end testing of the documented root instructions is not established.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "A completed 2023 analysis is evidence of a run, not a regular testing schedule.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "2025 image-format maintenance is visible; no completed periodic full-manuscript test receipts in supplied record.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "description": "Root > remodnav has configured package tests, not evidence that the study reproduction instructions are tested regularly.", "sha256": "b418deae9aa053901d6ba564f3d3fb73207057e07f81690c191d81c66d9eca2d" } ] }, "stamped-checklist:should/003": { "status": "met", "reason": "Raw data, event-label derivatives, reusable detector, study analysis, figures and environment occupy distinct directories/modules.", "source": "probe:modules-separated+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "data/raw_eyegaze, data/studyforrest-data-eyemovementlabels and remodnav are independent pinned repositories.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Composes code/, img/, results_def.tex and container/ at the study root. Directory boundaries qualify without requiring every component to be a submodule.", "sha256": "1b1d90579d389fff2adbd53940485a5d9ea223f1d2cc9aa4e93d6eb93cccb3bd" } ] }, "stamped-checklist:should/009": { "status": "not-applicable", "reason": "N/A: No access-restricted component is declared on the assessed analysis route; data and software are presented as public.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Discovery root > data/raw_eyegaze explicitly states unrestricted access without registration/authentication.", "sha256": "45952d26cd9f54f5e90ccc8ff95df6ad78b5d91785ad8224623177aeb0763167" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Public DataLad acquisition route described without credentials. This is not an assertion that retrieval was independently tested.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" } ] }, "stamped-checklist:should/004": { "status": "met", "reason": "The recorded 2023 analysis completed in the newly built image using the disposable Docker adapter; no new replay was run here.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Completed exit-0 build creates image; parent analysis tree references this version.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Completed exit-0 execution names image, inputs and outputs, independently stronger than a script definition.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "cli_run uses docker run --rm; this supplied runtime source is discovered from root README verified Containers 1.2.3 and .datalad/config. Supports fresh container isolation, not scientific validity or current retrievability.", "sha256": "44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" } ] }, "stamped-checklist:should/005": { "status": "partial", "reason": "Current container runs are disposable, while linked event-label generation uses ambient Python without disposable isolation.", "source": "judgement", "evidence": [ { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Docker adapter creates a --rm container on each invocation, maps worktree and executes content ID.", "sha256": "44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Sets and removes temporary HOME for successful container work.", "sha256": "e7bd578f58967a35ba5a4bb57075d91e110fc9a778afe5bd17277aafe13ef200" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Historical upstream derivation runs python from the caller environment; run record has no isolation mechanism.", "sha256": "d80869bb6bb5b73b44fd07d3e9168b4a19822acfa3d154d4585102e6b617b351" } ] }, "stamped-checklist:should/006": { "status": "not-checked", "reason": "A historical image build/run and later format conversion exist; regular reconstitution tests of the exact result environment are not demonstrated.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Build record proves a historical environment construction, not repeated reconstitution.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "2025 conversion loads original image and executes exit 0; it does not test the whole numerical/manuscript workflow.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "description": "Package CI installs mutable dependencies; it is not a test of the study archived result image.", "sha256": "b418deae9aa053901d6ba564f3d3fb73207057e07f81690c191d81c66d9eca2d" } ] }, "stamped-checklist:should/007": { "status": "met", "reason": "The object archives the executable image itself using annexed config/layers and Git-tracked manifests.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Archived Config and two layers belong under the root, rather than merely naming a registry tag.", "sha256": "bf3f093d43f0780c6c3c99633a71e4d1f4d82def5b2c2e1fb7a0f28160010589" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "description": "OCI index identifies manifest by digest; package intentionally omits payload bytes, which limits access verification rather than disproving archival design.", "sha256": "127c5e9c02588424f8940f6e0011eba08835f12b4041486e97862849c93bc640" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Completed Docker save command records image directory as output.", "sha256": null } ] }, "stamped-checklist:should/008": { "status": "met", "reason": "A runnable image-build procedure and tracked environment changes are retained, including the recorded OCI conversion.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "description": "Runnable image-build procedure declared.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "description": "Environment configuration subsequently adjusted in tracked history.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Image update/conversion recorded with inputs, outputs and exit 0; checklist duplicates must/014 word for word.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:may/001": { "status": "partial", "reason": "Independent components are pinned as modules, but nested src/lab-eyetracking uses a host-only source URL.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three independently maintained components have explicit HTTPS URLs and Git identities.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Nested lab-eyetracking boundary is identified but URL is local. Probe only saw the three uninstalled root modules, so did not establish recursive retrievability.", "sha256": "68b369d219d0d61ccd3b3d777be39ff4e9c78471d439ee7087d69d6e693a84c9" } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:may/002": { "status": "partial", "reason": "The main reproduction route and module paths are discoverable; relationships and recombination of nested label/raw-data modules are only partly explained.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Explains study product, code/data/environment links and container workflow, but no integrated module map or instructions for substituting components.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Makes component paths explicit.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Legacy preprocessing/detection account does not document current compute_all.sh composition clearly.", "sha256": "dfd06b4919f39420072be8fbdce4390c32c7c846ecdf7d548c164e62a9466f25" } ] }, "stamped-checklist:may/003": { "status": "partial", "reason": "Pinned repositories permit independent updates, but analysis code depends on internal test-data paths and label formats, limiting safe replacement.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Detector and two data repositories each have independent Git identities.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Imports remodnav.tests.utils and accesses remodnav/remodnav/tests/data/anderson_etal internals; consumes fixed event column names and directory shapes.", "sha256": "9a84422c1f21e04998fb9430651347bca76407147eedf65d0bf15f7f4a793d7e" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "description": "Label producer and study root pin different detector revisions; boundaries are explicit but not interchangeable without compatibility review.", "sha256": "83c49638478e11a88a768d355565aad8d1b50cdf6ac2d721e109d2079707b6de" } ] }, "stamped-checklist:may/004": { "status": "met", "reason": "Git submodules, DataLad run records and the docker-make registration explicitly compose data, code and image.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root composition links independently versioned datasets and software.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Image path and call template bind execution environment to Make targets.", "sha256": "e7bd578f58967a35ba5a4bb57075d91e110fc9a778afe5bd17277aafe13ef200" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Record composes input selections, archived image and generated figures/statistics.", "sha256": null } ] }, "stamped-checklist:may/005": { "status": "partial", "reason": "README and Git module configuration support navigation, but linked label documentation is stale and a consolidated component guide is absent.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Provides clone, rerun and manuscript navigation, with historical/current routes separated.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Machine-readable module path and URL navigation.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Points readers to preprocessing/detection files absent from the frozen module inventory; current compute_all.sh is not explained there.", "sha256": "dfd06b4919f39420072be8fbdce4390c32c7c846ecdf7d548c164e62a9466f25" } ] } }, "schema_version": "0.2.0", "principles_version": "0.2.0", "checklist_source": { "repo": "https://github.com/stamped-principles/stamped-checklist-schema", "tag": "v0.3.1", "commit": "af259bad237fa57b856417db8dba45a1b283a527" }, "extra_items": [ { "key": "licence-declared", "status": "met", "reason": "Root COPYING declares CC BY 4.0. Licensing has no item among the 31 pinned questions; component terms require separate consideration.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Creative Commons Attribution 4.0 International license text.", "sha256": "8d3fceb4cb62663775f02c1c551cfbf332d1c736667c17817c16c635caba21e0" } ] }, { "key": "clone-weight", "status": "met", "reason": "Native probe reports no Git text blob over 10 MiB; this is a storage observation, not a completeness or access finding.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Probe git ls-tree -r -l HEAD reports largest text blob under 10,485,760 bytes." } ] }, { "key": "inputs-untouched", "status": "not-checked", "reason": "Native probe could not inspect uninstalled module worktrees; frozen source/history do not show live input state during every execution.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three modules are deliberately uninitialized in logistical checkout; no payload acquisition was permitted.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" } ] } ], "object": { "url": "https://github.com/psychoinformatics-de/paper-remodnav", "commit": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "captured_at": "2026-10-27T23:51:57.138855+00:00", "kind": "study" }, "assessor": { "skill": "assess-alignment-with-stamped-principles", "version": "0.1.0", "harness": "isolated-study-worker", "model": "unavailable", "date": "2026-10-28", "drafted_by": "scripts/run_probes.py", "dependencies": [ "stamped-conventions@0.1.0" ], "note": "Actual model identity withheld/unknown; no model inference from requested identity." }, "scope": "Inspection-only assessment of numerical results, figures and manuscript at 34388d3ca78fbd483e022e4e2851be390b7eebf2, including explicitly linked computational components discovered from README and .gitmodules. Frozen manifest SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499; all supplied source/text hashes verified. Source metadata and history only: binary/annex payloads and container layers intentionally absent. Probes ran in a logistical clone with GIT_NO_LAZY_FETCH=1; uninstalled modules were inspected via their manifest-linked source, not assumed absent. No --check-remote, network, acquisition, builds or scientific execution; issue tracker not contacted, only issue references in source/history read. One Git stat request encountered a deliberately omitted historical blob; no lazy fetch occurred. Archived run records are historical evidence, not an assessor replay. Root container route and historical upstream label derivation distinguished. Goals/kind assumed from README, not human-confirmed during isolated assessment. Model metadata unavailable. Native response retained; optional framework export unavailable." }, "report_content": "MUST (17): 9 met / 7 partial / 0 unmet / 1 not-checked / 0 not-applicable; SHOULD (9): 5 met / 1 partial / 0 unmet / 2 not-checked / 1 not-applicable; MAY (5): 1 met / 4 partial / 0 unmet / 0 not-checked / 0 not-applicable.\n\n**Assessment assumption (not separately human-confirmed):** the README defines a study whose products are numerical results, figures and manuscript, including linked computational components. This is an inspection-only assessment; no retrieval, build or scientific replay was attempted.\n\n## What to fix first\n\n1. Record an exact environment for upstream event-label generation. Its [completed command record](https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6) names data and outputs but uses ambient Python; those labels feed paper histograms. This closes the main remaining environment-provenance gap (must/006, must/015; should/005).\n2. Replace the [nested host-only data URL](https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules) with a public content-identified route or document its exclusion from the reproduction boundary. Current analysis consumes supplied eyegaze files without regenerating this source, but recursive component reachability remains incomplete (must/001, must/002, may/001).\n3. Update the [label-module reproduction documentation](https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README), retire or parameterize the legacy `/home/asimio`/Python 2.7 submission scripts, and explain current `compute_all.sh` composition (must/009, must/011, must/012; may/002, may/003, may/005).\n4. Retain periodic recipient retrieval and end-to-end environment/reproduction receipts. Current access and regular testing remain unknown, not demonstrated failures (must/016, should/002, should/006).\n\n## What already works well\n\n- [Updated instructions](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) disclose the older setup, known histogram difference and current container commands. A [completed 2023 analysis](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) names image, selected data, statistics and figure outputs.\n- The [archived image manifest](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json) identifies config and layers by content. The `latest` text is a saved label; the adapter hashes and executes the image identity. Binary absence in this evidence package does not undo that archival design.\n- [Git module links](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules) separate raw data, labels and detector code; study analysis, figures and environment have distinct locations.\n\n## Per-item assessment\n\n| item | principles | status | source | evidence | reason |\n|---|---|---|---|---|---|\n| must/001 | S.1 | partial ⚠ (a MUST is not satisfied by partial) | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules` | The root contains the paper, analysis and image, but a linked raw-data module records a host-only upstream path. |\n| must/002 | S.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py` | Required analysis inputs have pinned root links; the linked raw-data source has a host-only nested URL, so recursive reachability is incomplete. |\n| must/003 | S.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | The container declares scientific packages and system tools; REMoDNaV is a pinned submodule installed by Docker-Makefile. |\n| must/004 | T.1,T.3,T.5 | met | probe:tree-clean+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2` | Code, manuscript, configuration and environment definitions are Git tracked; probe deletions reflect the logistical capture omissions. |\n| must/005 | T.1,T.3,T.5 | met | probe:large-in-annex+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst` | Git-annex identifies large image layers and dataset payloads; scientific text and code remain in Git. |\n| must/006 | T.1,T.3,T.5 | partial ⚠ (a MUST is not satisfied by partial) | probe:derived-have-records+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh` | The 2023 analysis records its image and outputs, but the consumed event-label derivatives have a command record without exact environment identity. |\n| must/007 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile` | README gives installation, clone, rerun and manuscript commands, explicitly distinguishing the old route from the container route. |\n| must/008 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | The documented starting points are datalad rerun results-containerized and containers-run -n docker-make main.pdf. |\n| must/009 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:no-abs-paths+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh` | Main analysis paths are relative and Docker cleanup paths are internal; linked legacy submission scripts still hardcode /home/asimio and Python 2.7. |\n| must/010 | P.1 | met | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | Import and command inspection finds the current route covered by the container packages, pinned REMoDNaV and documented host orchestration tools. |\n| must/011 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | The current route documents platforms, Docker versions and mounts; older linked label scripts assume a specific home, scheduler and Python executable. |\n| must/012 | P.2 | partial ⚠ (a MUST is not satisfied by partial) | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README` | Root system requirements are clear; the linked label-regeneration route lacks a coherent current requirements specification. |\n| must/013 | P.3 | met | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | The Dockerfile and container registration are tracked together with analysis code and data links. |\n| must/014 | P.3 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | A runnable image-build procedure and tracked environment changes are retained, including the recorded OCI conversion. |\n| must/015 | D.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:run-env-linked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6` | The root image is content identified despite a latest label; exact environments for upstream label generation and host orchestration are not frozen. |\n| must/016 | D.1 | not-checked | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json` | Public source and annex location metadata exist; independent retrieval of the assessed revision, image and inputs is outside this inspection-only cohort. |\n| must/017 | D.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | README explains how to install host tools, obtain the dataset/image and run the registered environment for results and manuscript. |\n| should/001 | T.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.datalad/config` | Git identifies all linked code and dataset versions; DataLad/git-annex extend that shared history to large payloads. |\n| should/002 | A.2 | not-checked | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml` | Maintenance and historical runs are visible, but regular end-to-end testing of the documented root instructions is not established. |\n| should/003 | M.1 | met | probe:modules-separated+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile` | Raw data, event-label derivatives, reusable detector, study analysis, figures and environment occupy distinct directories/modules. |\n| should/004 | E.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | The recorded 2023 analysis completed in the newly built image using the disposable Docker adapter; no new replay was run here. |\n| should/005 | E.1 | partial | judgement | `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh` | Current container runs are disposable, while linked event-label generation uses ambient Python without disposable isolation. |\n| should/006 | D.2 | not-checked | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml` | A historical image build/run and later format conversion exist; regular reconstitution tests of the exact result environment are not demonstrated. |\n| should/007 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c` | The object archives the executable image itself using annexed config/layers and Git-tracked manifests. |\n| should/008 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | A runnable image-build procedure and tracked environment changes are retained, including the recorded OCI conversion. |\n| should/009 | M.4 | not-applicable | judgement | `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | N/A: No access-restricted component is declared on the assessed analysis route; data and software are presented as public. |\n| may/001 | M.2 | partial | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules` | Independent components are pinned as modules, but nested src/lab-eyetracking uses a host-only source URL. |\n| may/002 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README` | The main reproduction route and module paths are discoverable; relationships and recombination of nested label/raw-data modules are only partly explained. |\n| may/003 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules` | Pinned repositories permit independent updates, but analysis code depends on internal test-data paths and label formats, limiting safe replacement. |\n| may/004 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | Git submodules, DataLad run records and the docker-make registration explicitly compose data, code and image. |\n| may/005 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README` | README and Git module configuration support navigation, but linked label documentation is stale and a consolidated component guide is absent. |\n\n\n## Flagged items\n\n- **must/002** (probe-overridden): Root-only probe accepted three HTTPS module shapes; linked source inspection finds an absolute nested module URL. Network reachability was never tested.\n- **must/004** (probe-overridden, mapping-questioned): Probe measures checkout cleanliness and saw 35 omitted capture files as deletions. The assessed Git revision tracks them; capture omissions are not source version-control defects.\n- **must/007** (probe-overridden): Entry-point probe misparsed narrative as `make changes`; current README instructions do not contain that command.\n- **must/009** (probe-overridden): Docker-internal /root cleanup is not a host path dependency. Real legacy host assumptions occur in linked label scripts; verdict is partial.\n- **must/010** (probe-overridden): Compared current-route imports and commands with container and local package declarations; scientific dependencies are covered. This is source inspection, not execution.\n- **must/011** (probe-overridden): Reviewed platforms, Docker daemon/CLI assumptions, mount/HOME and linked legacy scheduler scripts rather than adopting command-name heuristics.\n- **must/012** (probe-overridden): Root requirements are documented, but linked label documentation names absent historical scripts and lacks a coherent current environment route.\n- **must/014** (upstream-duplicate): Same question as should/008; declared image-build command and subsequent tracked environment changes count as process evidence.\n- **must/015** (probe-overridden): Adapter and OCI/archive metadata identify the root image exactly; upstream label and host environments remain incompletely frozen.\n- **must/016** (probe-overridden): Probe partial remote-shape finding is not observed access: independent recipient retrieval was prohibited, so not-checked.\n- **should/008** (upstream-duplicate): Exact duplicate of must/014; assessed once from the same build/update evidence.\n- **may/001** (probe-overridden): Independent components, not package dependencies, are the subject. Root links are explicit; recursive raw source link is host-only.\n\n## Not checked and scope limits\n\n- **must/016:** A separate recipient must retrieve this exact revision and required image/data payloads and verify identity. Public source and annex location logs alone do not prove this.\n- **should/002:** Dated repeated end-to-end runs of the documented study instructions would establish regular testing; detector CI configuration alone does not.\n- **should/006:** Dated repeated reconstruction/verification of the exact result image and full workflow would establish regular environment reconstitution. A 2025 image conversion executing `exit 0` is narrower evidence.\n- Extra `inputs-untouched` probe: logistical module worktrees are uninitialized, so no live original input-state observation is available.\n\nInspection-only assessment of numerical results, figures and manuscript at 34388d3ca78fbd483e022e4e2851be390b7eebf2, including explicitly linked computational components discovered from README and .gitmodules. Frozen manifest SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499; all supplied source/text hashes verified. Source metadata and history only: binary/annex payloads and container layers intentionally absent. Probes ran in a logistical clone with GIT_NO_LAZY_FETCH=1; uninstalled modules were inspected via their manifest-linked source, not assumed absent. No --check-remote, network, acquisition, builds or scientific execution; issue tracker not contacted, only issue references in source/history read. One Git stat request encountered a deliberately omitted historical blob; no lazy fetch occurred. Archived run records are historical evidence, not an assessor replay. Root container route and historical upstream label derivation distinguished. Goals/kind assumed from README, not human-confirmed during isolated assessment. Model metadata unavailable. Native response retained; optional framework export unavailable.\n\nThe archived 2023 record supplies completed fresh-container evidence for should/004; the adapter definition explains isolation but would not by itself prove successful execution. No same-host or other-host rerun was performed in this assessment. Image bytes and scientific payloads were deliberately omitted, not unsuccessfully retrieved. Scientific validity, current computational repeatability, the reported historical histogram difference and tag signature authenticity were not independently tested. The retained adapter source is pinned by release reference 1.2.3 and SHA-256 `44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5`; the package supplies no commit identity for that external helper.\n\n## Goals, kind and seven establishing facts\n\n**Labelled assumption, not separately human-confirmed:** this is a **study**, with a reusable tool and datasets as linked components. The [README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) states that the product comprises REMoDNaV numerical results, figures and manuscript. All seven principles apply, with special weight on complete data links and action/environment provenance.\n\n1. **Product:** numerical summaries, SVG figures and manuscript sources; [README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md), [main.tex](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex) and [results_def.tex](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/results_def.tex).\n2. **Boundary:** study root plus three [.gitmodules](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules) entries, nested detector test-data links and label producer dependencies. The raw dataset also records a host-local source; cache presence is not a discoverable replacement.\n3. **Versioning:** Git carries scientific text/code and module pins; [raw-data instructions](https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst) and archived image pointers use git-annex for payload identities.\n4. **Environment:** [Dockerfile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile), archived image and [.datalad/config](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config) define the current runtime; README lists host tools. Upstream label environment is less complete.\n5. **Execution:** README names `datalad rerun results-containerized` for numeric/SVG verification and `containers-run -n docker-make main.pdf` for manuscript compilation; [Docker-Makefile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile) dispatches the analysis.\n6. **Provenance:** [57d2565](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) records exit 0, image, inputs and outputs; annotated tag `results-containerized` resolves to that commit. The image tree in this run is `dc9362903b4e3c3a28061978d0200d7b7b5a6978`; detector commit is `d28911838f91f33af0db57332f55ccc442d24f66`. Later OCI conversion is separately recorded. Labels have an older command record without exact environment.\n7. **Access and terms:** public clone and DataLad instructions are in README; raw data advertise unrestricted access in their [README](https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst). Root [COPYING](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING) declares CC BY 4.0. Annex metadata names datapub.fz-juelich.de image locations; no recipient retrieval was performed. Licensing is an extra finding, outside the checklist.\n\n## Deliverables and stamp\n\n[Checklist app URL](study-con-narps-guidance-05.url.txt) · [Authoritative native response](study-con-narps-guidance-05.responses.json). Optional framework export is unavailable; no substitute records or numeric overall score were generated.\n\nProduced by `assess-alignment-with-stamped-principles` 0.1.0 with `stamped-conventions@0.1.0`, assigned method `326606610af6c261876c92032ca1f89f6d3ad1f1`, checklist 0.3.1 (`stamped-checklist-schema@v0.3.1`, `af259bad237fa57b856417db8dba45a1b283a527`), on [https://github.com/psychoinformatics-de/paper-remodnav](https://github.com/psychoinformatics-de/paper-remodnav) at `34388d3ca78fbd483e022e4e2851be390b7eebf2`, 2026-10-28 UTC; harness `isolated-study-worker`, model `unavailable` (withheld/unknown). Frozen manifest SHA-256 `e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499`; all supplied source/text file hashes matched.\n\nRaw probe receipt: `.cache/study/probes/study-con-narps-guidance-05.probes.json` (unaltered). Validation: **31 answers against checklist 0.3.1, passed** using the native schema and helper.\n" }, { "id": "study-con-narps-guidance-06", "study_id": "remodnav-method-comparison-01", "object_id": "paper-remodnav", "object_revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "method_id": "con-narps-guidance", "method_revision": "326606610af6c261876c92032ca1f89f6d3ad1f1", "model_requested": "gpt-6.1-sol", "model_observed": null, "reasoning_effort": "medium", "replicate": 6, "status": "complete", "independent": true, "created_at": "2026-10-27T23:55:09.899376+00:00", "native_output": "results/study-con-narps-guidance-06.responses.json", "report": "results/study-con-narps-guidance-06.md", "summary": { "checklist_counts": { "must": { "met": 11, "partial": 5, "unmet": 0, "not-checked": 1, "not-applicable": 0 }, "should": { "met": 5, "partial": 1, "unmet": 0, "not-checked": 2, "not-applicable": 1 }, "may": { "met": 2, "partial": 3, "unmet": 0, "not-checked": 0, "not-applicable": 0 } }, "completion": { "answered": 31, "total": 31 } }, "limitations": [ "Inspection cohort; no scientific workflow execution or independent payload retrieval by this assessor.", "Actual model version not independently exposed; requested model and reasoning are recorded." ], "evidence_cohort": "remodnav-e3c6253bced7", "probe_artifact": { "path": "results/study-con-narps-guidance-06.probes.json", "original_sha256": "1c7f12f1cef594a9873195d9873c15f4117c75a880d6bfe2a6f408505298ee44", "public_sha256": "ec66edf03ea33806e3ec73165471e1accbab6ff3285b40eceeb43e98b9eefee8", "redaction": "Only the local logistical checkout prefix was replaced. The original raw probe output is retained unchanged in the ignored study cache." }, "native_data": { "checklist_version": "0.3.1", "responses": { "stamped-checklist:must/001": { "status": "met", "reason": "The manuscript, numerical definitions, analysis, container and pinned inputs are organized under one research-object root.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Root discovery: README identifies manuscript sources, numerical results and self-contained versioned computational components.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root discovery: data/raw_eyegaze, data/studyforrest-data-eyemovementlabels and remodnav are nested gitlinks; no filesystem payload acquisition was tested.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" } ] }, "stamped-checklist:must/002": { "status": "partial", "reason": "Direct computational inputs have pinned public module links; the nested raw-source link uses a private host path, limiting recursive reconstruction.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root discovery: all three direct links are public repository URLs and frozen gitlinks.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Discovery root → data/raw_eyegaze → .gitmodules: src/lab-eyetracking is pinned but points to /home/data/psyinf/forrest_gump/collection/fg_eyegaze_raw. This is a source-definition defect, not an observed retrieval failure; the manuscript rerun uses already-derived eye-gaze files.", "sha256": "68b369d219d0d61ccd3b3d777be39ff4e9c78471d439ee7087d69d6e693a84c9" } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/003": { "status": "met", "reason": "The classifier is a pinned module; scientific Python and manuscript-rendering tools are declared in the Dockerfile and package metadata.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Root environment declares SciPy, sklearn, statsmodels, pandas, seaborn, NumPy, matplotlib, Inkscape, latexmk and TeX packages.", "sha256": "a1d3ba52606dcde1afb48f78b93b9472c2b34dc3f44066825f8569917f766730" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Root execution installs the pinned remodnav module into the container.", "sha256": "1b1d90579d389fff2adbd53940485a5d9ea223f1d2cc9aa4e93d6eb93cccb3bd" }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Discovery root → remodnav → setup.py declares NumPy, SciPy, statsmodels and matplotlib; inclusion does not require vendoring package distributions.", "sha256": "35d6368060fc470ad322a49e7d96deb0bbde2383c0392b69b92aa7b53ebe648e" } ] }, "stamped-checklist:must/004": { "status": "met", "reason": "Git histories track code, manuscript, configuration and module revisions; missing files in the logistical checkout are capture omissions.", "source": "probe:tree-clean+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Frozen source inventory and root Git history show code/mk_figuresnstats.py, main.tex, results_def.tex, Makefiles and configuration are committed. Native tree-clean inspected study checkout deletions, not source tracking.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "The source module declarations are Git-versioned. The frozen manifest explicitly omits 35 worktree payload/source artifacts; their logistical deletions do not show author changes.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" } ], "flags": [ "probe-overridden", "mapping-questioned" ] }, "stamped-checklist:must/005": { "status": "met", "reason": "Large container layers and linked dataset payloads use content-addressed git-annex pointers.", "source": "probe:large-in-annex+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Root → container/image: layer identities and sizes correspond to annex pointers, including a 1,750,877,184-byte layer.", "sha256": "bf3f093d43f0780c6c3c99633a71e4d1f4d82def5b2c2e1fb7a0f28160010589" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Root → data/raw_eyegaze → README explains that Git holds identities and git-annex retrieves actual file content.", "sha256": "45952d26cd9f54f5e90ccc8ff95df6ad78b5d91785ad8224623177aeb0763167" } ] }, "stamped-checklist:must/006": { "status": "partial", "reason": "The 2023 results run links inputs, outputs and archived image; linked eye-movement labels have a run record without an exact environment.", "source": "probe:derived-have-records+probe:run-env-linked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Completed exit-0 record names container/image as extra input, exact input patterns and outputs img plus results_def.tex. Git at this record pins code and image; output-directory coverage is broader than probe glob matching.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Discovery root → data/studyforrest-data-eyemovementlabels → history: completed bash code/compute_all.sh records input eye-gaze patterns and output sub-* but names no container, lock or environment capture.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/b06a134079faf2056643d069771d311eb525f1c6", "description": "A later manual SVG text-position adjustment is explicitly documented; hand-edited explanatory artwork should not be mistaken for an unrecorded numerical computation.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/007": { "status": "met", "reason": "The README gives installation prerequisites and commands to clone, recompute results and compile the manuscript.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions list DataLad, Containers and Docker, then datalad clone, datalad rerun results-containerized and containers-run main.pdf. The phrase make changes in prose describes modifying analysis code; it is not an instruction to invoke a make target.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/008": { "status": "met", "reason": "The documented entry points are datalad rerun results-containerized and containers-run -n docker-make main.pdf.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "The signed results-containerized reference is the documented numerical rerun starting point; manuscript compilation is a separate explicit command.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "docker-make resolves to container/image and invokes Docker-Makefile in a temporary HOME.", "sha256": "e7bd578f58967a35ba5a4bb57075d91e110fc9a778afe5bd17277aafe13ef200" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "The numerical rerun expands to clean results_def.tex and the analysis script. Historical success does not establish success of a new run in this cohort.", "sha256": null } ] }, "stamped-checklist:must/009": { "status": "partial", "reason": "Active manuscript paths are relative and Docker absolute paths are internal; a nested source-module URL hardcodes /home/data.", "source": "probe:no-abs-paths+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Root analysis constructs data, remodnav, img and results paths relative to the dataset.", "sha256": "9a84422c1f21e04998fb9430651347bca76407147eedf65d0bf15f7f4a793d7e" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Probe flagged /root/.local and /var/lib/apt cleanup inside a Debian image, which are container paths rather than dependence on the host filesystem.", "sha256": "a1d3ba52606dcde1afb48f78b93b9472c2b34dc3f44066825f8569917f766730" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Root → data/raw_eyegaze → src/lab-eyetracking URL hardcodes the original host storage path. This limits upstream data reconstruction, not reading the already-published eye-gaze TSVs.", "sha256": "68b369d219d0d61ccd3b3d777be39ff4e9c78471d439ee7087d69d6e693a84c9" } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/010": { "status": "met", "reason": "Imports and invoked tools on the documented results/manuscript route are declared through the Dockerfile, remodnav metadata and host prerequisites.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Reviewed imports: matplotlib, NumPy, pandas, SciPy, seaborn, sklearn, local remodnav and its utility module; DataLad import has an explicit fallback after outer input provisioning.", "sha256": "9a84422c1f21e04998fb9430651347bca76407147eedf65d0bf15f7f4a793d7e" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Scientific imports and make, Inkscape, latexmk and TeX are declared. No missing scientific dependency was identified; exact version coverage is assessed separately.", "sha256": "a1d3ba52606dcde1afb48f78b93b9472c2b34dc3f44066825f8569917f766730" }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Pinned classifier package declares NumPy, SciPy, statsmodels and matplotlib; Docker-Makefile pip-installs this local package.", "sha256": "35d6368060fc470ad322a49e7d96deb0bbde2383c0392b69b92aa7b53ebe648e" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Outer orchestration requirements are DataLad, DataLad Containers and Docker, with installation links.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/011": { "status": "partial", "reason": "OS/tool versions and container mounts are described, but the adapter assumes Docker access by the invoking non-root user without root README guidance.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Documents Debian, macOS, Windows 10, DataLad 0.19, Containers 1.2.3 and Docker format/version changes; these are substantial host guidance.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Documents adapter mounting PWD at /tmp, temporary HOME and Python substitution.", "sha256": "e7bd578f58967a35ba5a4bb57075d91e110fc9a778afe5bd17277aafe13ef200" }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Discovery root README Containers version → adapter: source explicitly assumes docker on PATH usable by a non-root user; cli_run uses invoking UID/GID on non-Windows hosts. README lists installation but does not explain this access prerequisite.", "sha256": "44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/012": { "status": "met", "reason": "README lists orchestration requirements and supported systems; Dockerfile lists scientific and PDF-rendering system dependencies.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Current route lists Docker compatibility, DataLad and extension versions; old route separately lists Inkscape, latexmk and TeX Live.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian base plus apt and pip package lists identify requirements for analysis and rendering. Hidden Docker permissions are recorded under must/011.", "sha256": "a1d3ba52606dcde1afb48f78b93b9472c2b34dc3f44066825f8569917f766730" } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/013": { "status": "met", "reason": "Container recipe, registration and package requirements are versioned alongside the analysis and its input gitlinks.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian recipe and pinned plotting packages.", "sha256": "a1d3ba52606dcde1afb48f78b93b9472c2b34dc3f44066825f8569917f766730" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make registration and Python substitution.", "sha256": "e7bd578f58967a35ba5a4bb57075d91e110fc9a778afe5bd17277aafe13ef200" }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Root → remodnav supplies version-controlled dependency declarations.", "sha256": "35d6368060fc470ad322a49e7d96deb0bbde2383c0392b69b92aa7b53ebe648e" } ] }, "stamped-checklist:must/014": { "status": "met", "reason": "The recorded build/save procedure and later OCI conversion provide an executable environment-update process with versioned instances.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Exit-0 record explicitly builds from container/Dockerfile, saves the image into container/image and commits its outputs; this is a concrete executable update process.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "A subsequent exit-0 record loads the archived image with Docker 26, saves OCI form and replaces versioned container/image; update instance after initial introduction.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "description": "Dockerfile update narrows an environment override to installation time, before the recorded build.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:must/015": { "status": "partial", "reason": "The manuscript environment is archived by content identity despite latest labels; the linked label-generation run lacks a frozen environment.", "source": "probe:run-env-linked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Config f881bd4d… and layer digests are explicit; latest is archive metadata, not a registry pull on each run.", "sha256": "bf3f093d43f0780c6c3c99633a71e4d1f4d82def5b2c2e1fb7a0f28160010589" }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Adapter get_image hashes the archived config and cli_run loads the supplied directory then invokes the resulting image ID; this preserves exact image identity.", "sha256": "44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "2023 numerical run names the immutable historical image directory, with code commit d28911838f91f33af0db57332f55ccc442d24f66. HEAD image was converted later; historical and current identities are distinct.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "The separately generated classifier-label input component records no environment snapshot; root image pinning cannot retroactively identify its producing environment.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/016": { "status": "not-checked", "reason": "Published Git specifications and annex location metadata are present; independent retrieval of image/data payloads was outside the no-network cohort.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Public entrypoint, input download sizes and environment retrieval instructions are declared. Logistical local clone origin is not a recipient retrieval test.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Archived layer identities establish intended bytes, while payloads were intentionally not supplied in this frozen capture.", "sha256": "bf3f093d43f0780c6c3c99633a71e4d1f4d82def5b2c2e1fb7a0f28160010589" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/0cc48aa1605a41f1c512561a6427a93a65ebebfe", "description": "Root annex availability metadata records datapub.fz-juelich.de/studyforrest/remodnav/docker-blobs URLs. Location claims are not evidence of successful retrieval.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/017": { "status": "met", "reason": "README explains obtaining the object and invoking its registered archived environment for results and manuscript compilation.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated route gives prerequisite installation links, datalad clone, rerun tag, containers-run command, expected sizes and save(notneeded) comparison behavior.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "The named docker-make registration exists and selects the tracked archived image; old virtualenv instructions are explicitly labelled old.", "sha256": "e7bd578f58967a35ba5a4bb57075d91e110fc9a778afe5bd17277aafe13ef200" } ] }, "stamped-checklist:should/001": { "status": "met", "reason": "Git identifies every linked component and git-annex extends it for large content through DataLad.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root and nested components have Git commit identities; data sources remain independently versioned.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Git plus git-annex carry metadata and binary identities in the source-data component.", "sha256": "45952d26cd9f54f5e90ccc8ff95df6ad78b5d91785ad8224623177aeb0763167" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "description": "Derived-label component uses the same Git submodule mechanism for classifier and raw eye-gaze inputs.", "sha256": "83c49638478e11a88a768d355565aad8d1b50cdf6ac2d721e109d2079707b6de" } ] }, "stamped-checklist:should/002": { "status": "not-checked", "reason": "History shows maintenance and a completed recomputation, but regular whole-workflow testing is not established by the frozen records.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Completed 2023 numerical rerun is positive evidence of one run, not a regular testing schedule.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "description": "Root → remodnav has a pytest CI definition; no retained run receipts demonstrate repeated success and it does not test the full manuscript instructions.", "sha256": "b418deae9aa053901d6ba564f3d3fb73207057e07f81690c191d81c66d9eca2d" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "2025 successful image-format conversion is maintenance evidence, not full scientific-workflow testing.", "sha256": null } ] }, "stamped-checklist:should/003": { "status": "met", "reason": "Raw data, event labels, classifier, analysis, environment and figures have distinct paths and separately pinned input modules.", "source": "probe:modules-separated+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Raw eye-gaze and computed label inputs are independent datasets; remodnav is a separate software component.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Analysis script under code produces results_def.tex and img, with environment under container; manuscript remains at root.", "sha256": "1b1d90579d389fff2adbd53940485a5d9ea223f1d2cc9aa4e93d6eb93cccb3bd" } ] }, "stamped-checklist:should/009": { "status": "not-applicable", "reason": "N/A: No access-restricted inputs or software are identified on the scoped numerical, figure and manuscript route.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Discovery root → raw eye-gaze: README states unrestricted access without registration; movie-stimulus copyrighted media are not inputs of the scoped manuscript analysis.", "sha256": "45952d26cd9f54f5e90ccc8ff95df6ad78b5d91785ad8224623177aeb0763167" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Reviewed path use consumes eye-gaze recordings, published labels and annotated evaluation files, not restricted film stimuli.", "sha256": "9a84422c1f21e04998fb9430651347bca76407147eedf65d0bf15f7f4a793d7e" } ] }, "stamped-checklist:should/004": { "status": "met", "reason": "A completed exit-0 containerized recomputation is retained, and the specified adapter starts a fresh Docker container.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical 2023 record explicitly reports exit 0 for numerical and figure recomputation inside archived container/image. This is completed-run evidence, not merely a proposed command; no cohort rerun was performed.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "cli_run invokes docker run with --rm and the archived image ID, establishing fresh container lifecycle for that declared execution.", "sha256": "44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" } ] }, "stamped-checklist:should/005": { "status": "partial", "reason": "Current root runs create and remove Docker containers; linked label generation uses a bare Python shell script without environment isolation.", "source": "judgement", "evidence": [ { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Root → README extension version → adapter: docker run --rm, working-root mount and current user ID/GID.", "sha256": "44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Root temporary HOME is created for computation and removed after successful completion.", "sha256": "e7bd578f58967a35ba5a4bb57075d91e110fc9a778afe5bd17277aafe13ef200" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Root → event-label module: repeatedly invokes python -m remodnav via PYTHONPATH in the calling environment, with no disposable environment creation.", "sha256": "d80869bb6bb5b73b44fd07d3e9168b4a19822acfa3d154d4585102e6b617b351" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "This direct shell script is the action named by the historical completed label-generation record.", "sha256": null } ] }, "stamped-checklist:should/006": { "status": "not-checked", "reason": "Archived image build and conversion are recorded, but repeated reconstitution tests for the exact results environment are not evidenced.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Completed original image build gives one concrete construction instance.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Completed conversion verifies load/save of the original image under Docker 26, without a full numerical recomputation comparison.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "description": "Classifier CI installs dependencies afresh; it does not use the exact archived manuscript image, so it cannot establish this property.", "sha256": "b418deae9aa053901d6ba564f3d3fb73207057e07f81690c191d81c66d9eca2d" } ] }, "stamped-checklist:should/007": { "status": "met", "reason": "The research object versions an extracted container image, including layer identities and annex content keys, rather than only a Dockerfile.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Root image archive has explicit config/layer identities, with Git-annex pointers for large layer bytes.", "sha256": "bf3f093d43f0780c6c3c99633a71e4d1f4d82def5b2c2e1fb7a0f28160010589" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Build record saves image artifacts as versioned container/image outputs.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Later archive conversion is itself recorded. Missing cohort layers limit inspection and retrieval verification, not evidence that the research object archives them.", "sha256": null } ] }, "stamped-checklist:should/008": { "status": "met", "reason": "Executable build/save and OCI migration procedures have versioned execution instances; this duplicates must/014.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Recorded executable build and image-save process with exit 0.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Later recorded update converts archived image format and tracks the replaced archive. Same evidence and interpretation as must/014.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:may/001": { "status": "partial", "reason": "Independent datasets and software use pinned gitlinks, but the nested lab-eye-tracking source is linked only by an original-machine path.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Direct independent project components have explicit repository boundaries and Git links, not unidentified copies.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "Root → remodnav → evaluation input repository and studyforrest links are public and pinned.", "sha256": "f97f8b318fd415cf5c2aa66625b679cd874ef2d4db9d75b93b8265ca5cf79bdb" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Root → raw eye-gaze → lab-eyetracking source link is an absolute /home/data path. Root-only probe missed this recursive boundary defect.", "sha256": "68b369d219d0d61ccd3b3d777be39ff4e9c78471d439ee7087d69d6e693a84c9" } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:may/002": { "status": "partial", "reason": "README/manuscript identify input datasets and versioned components, but the label module documents obsolete scripts instead of its recorded composition.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Explains versioned code/data/environment structure and current versus old reproduction routes.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript availability section names Andersson and studyforrest input data, referenced at exact versions.", "sha256": "bfac9f6771a76954a9273b5da007564e07615f5b990ed485dbb12b0cd87b0003" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Root → label dataset → README names condor_submit preprocess_eyegaze_recordings.submit and detect_events.submit; frozen tracked inventory instead has code/compute_all.sh and different *_submit.sh files.", "sha256": "dfd06b4919f39420072be8fbdce4390c32c7c846ecdf7d548c164e62a9466f25" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Actual composition uses pinned code/remodnav and inputs/raw_eyegaze, unlike the obsolete README account.", "sha256": "d80869bb6bb5b73b44fd07d3e9168b4a19822acfa3d154d4585102e6b617b351" } ] }, "stamped-checklist:may/003": { "status": "met", "reason": "Separate datasets, classifier gitlinks and the archived environment have independently tracked revisions; parent pins control adoption of changes.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root freezes separately maintained code and input datasets, enabling independent histories while retaining the current composition.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "description": "Label dataset independently pins its classifier c9b869617f494ef11f3ccb720934b850342cc6f3, while root analysis pins d28911838f91f33af0db57332f55ccc442d24f66.", "sha256": "83c49638478e11a88a768d355565aad8d1b50cdf6ac2d721e109d2079707b6de" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Environment archive changes without replacing dataset-module boundaries. This establishes controlled adoption, not a promise arbitrary future upgrades are compatible.", "sha256": null } ] }, "stamped-checklist:may/004": { "status": "met", "reason": "Git submodules compose input/code revisions, and DataLad container registration composes the scientific execution environment.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three root gitlinks compose independently versioned input and classifier components.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "docker-make registration joins the archived image with Docker-Makefile and project working tree.", "sha256": "e7bd578f58967a35ba5a4bb57075d91e110fc9a778afe5bd17277aafe13ef200" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Completed numerical record materializes specified module inputs and names generated outputs.", "sha256": null } ] }, "stamped-checklist:may/005": { "status": "partial", "reason": "Root README and DataLad/Git metadata support navigation; downstream label reproduction guidance does not name the current recorded script.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Root explains clone, rerun, manuscript and expected data/image retrieval.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Provides navigable path-to-repository associations for all immediate modules.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Downstream README has stale command/file references; code/compute_all.sh and its completed history record reveal the actual label-generation path.", "sha256": "dfd06b4919f39420072be8fbdce4390c32c7c846ecdf7d548c164e62a9466f25" } ] } }, "schema_version": "0.2.0", "principles_version": "0.2.0", "checklist_source": { "repo": "https://github.com/stamped-principles/stamped-checklist-schema", "tag": "v0.3.1", "commit": "af259bad237fa57b856417db8dba45a1b283a527" }, "extra_items": [ { "key": "license-declared", "status": "met", "reason": "Root COPYING declares CC BY 4.0; source-data and classifier components have separate licenses. This is outside the pinned checklist.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root discovery: COPYING carries Creative Commons Attribution 4.0 International Public License.", "sha256": "8d3fceb4cb62663775f02c1c551cfbf332d1c736667c17817c16c635caba21e0" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Root → data/raw_eyegaze → README identifies PDDL data license and unrestricted access." } ] }, { "key": "programmatic-provenance", "status": "partial", "reason": "DataLad records programmatically preserve root and label-generation actions; the latter omits the environment. Schema T.4 has no dedicated checklist item.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Root history discovery: completed numerical run preserves command, dataset identity, inputs, output directory and image path." }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Root → label module → history: completed compute_all.sh record lacks an environment." } ] }, { "key": "capture-and-probe-limitations", "status": "not-checked", "reason": "Native checkout omissions and uninstalled modules reflect the frozen capture. No retrieval, scientific validation or live issue inspection occurred.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Root discovery plus frozen manifest e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499: supplied text/source metadata and Git histories; binary payloads/container layers intentionally omitted." } ] } ], "object": { "url": "https://github.com/psychoinformatics-de/paper-remodnav", "commit": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "captured_at": "2026-10-27T23:51:57.138855+00:00", "kind": "study" }, "assessor": { "skill": "assess-alignment-with-stamped-principles", "version": "0.1.0", "harness": "isolated-study-worker", "model": "unavailable", "date": "2026-10-28", "drafted_by": "scripts/run_probes.py", "dependencies": [ "stamped-conventions@0.1.0" ], "note": "Independent replicate 6. Runtime model metadata unavailable; no identity inferred. Instrument con-narps-guidance pinned at 326606610af6c261876c92032ca1f89f6d3ad1f1. Frozen capture and logistical clone do not establish public payload retrieval." }, "scope": "Inspection-only assessment of numerical results, figures and manuscript at 34388d3ca78fbd483e022e4e2851be390b7eebf2, including explicitly linked computational components discovered from the root. Frozen manifest e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499; all 260 supplied downloaded file hashes checked. Git probes used GIT_NO_LAZY_FETCH=1 in an isolated logistical clone with uninstalled modules and omitted payloads; checkout deletions are capture omissions. No --check-remote, network calls, payload acquisition, workflow execution or image builds occurred. Histories provide original completed-run evidence; source definitions alone are not observed successes. Annex availability metadata is not successful retrieval. Live issue discussions could not be checked; linked issue references were read in retained README/history only. Kind/goals are unconfirmed study assumptions. Model identity is withheld/unknown. Native response retained; optional framework export unavailable." }, "report_content": "# Independent STAMPED assessment — replicate 6\n\nMUST (17): 11 met / 5 partial / 0 unmet / 1 not-checked / 0 not-applicable \nSHOULD (9): 5 met / 1 partial / 0 unmet / 2 not-checked / 1 not-applicable \nMAY (5): 2 met / 3 partial / 0 unmet / 0 not-checked / 0 not-applicable\n\n**Assumption, not user-confirmed:** this is a **study** whose product is the REMoDNaV manuscript, numerical results and figures, with linked classifier and input datasets. The declared scope includes those explicitly linked computational components, so gaps in their original production matter even when the main paper rerun only consumes their published outputs.\n\n## What to fix first\n\n1. Capture the exact environment for `studyforrest-data-eyemovementlabels` generation alongside its existing DataLad record, and provide an isolated execution route. This closes the upstream provenance gap for the paper’s event-duration and main-sequence inputs (**must/006, must/015, should/005**).\n2. Replace the nested `src/lab-eyetracking` machine-local URL with a publicly identified, pinned source location. This repairs recursive source reconstruction; the current paper rerun uses the already-derived eye-gaze files (**must/002, must/009, may/001**).\n3. Document Docker access for the invoking user. The declared adapter assumes a usable Docker executable and non-root daemon access; installation links alone leave this prerequisite implicit (**must/011**).\n4. Update the event-label dataset’s README to describe its actual `code/compute_all.sh` composition and distinguish historical Condor instructions (**may/002, may/005**).\n5. Retain periodic results/environment reconstitution receipts and independent recipient retrieval checks. These would settle **should/002, should/006, must/016**, which remain unknown here.\n\n## What already works well\n\n- The [completed 2023 recomputation](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) names input patterns, outputs and an archived image. Its original exit-0 record supplies stronger evidence than a command definition alone.\n- The [image archive](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json) identifies config and layers by digest. The [declared adapter](https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py) loads that archive, derives the image ID and starts a disposable `docker run --rm`; archive labels containing `latest` do not make this a floating registry pull.\n- [Updated root instructions](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) distinguish the modern container route from the historical virtualenv route, describe the known histogram difference, and provide explicit result/manuscript commands. Accurate disclosure of that historical difference is not a silent execution-route conflict.\n\n## Per-item assessment\n\n| item | principles | status | source | evidence | reason |\n|---|---|---|---|---|---|\n| must/001 | S.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules` | The manuscript, numerical definitions, analysis, container and pinned inputs are organized under one research-object root. |\n| must/002 | S.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules` | Direct computational inputs have pinned public module links; the nested raw-source link uses a private host path, limiting recursive reconstruction. |\n| must/003 | S.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py` | The classifier is a pinned module; scientific Python and manuscript-rendering tools are declared in the Dockerfile and package metadata. |\n| must/004 | T.1,T.3,T.5 | met | probe:tree-clean+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules` | Git histories track code, manuscript, configuration and module revisions; missing files in the logistical checkout are capture omissions. |\n| must/005 | T.1,T.3,T.5 | met | probe:large-in-annex+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst` | Large container layers and linked dataset payloads use content-addressed git-annex pointers. |\n| must/006 | T.1,T.3,T.5 | partial ⚠ (a MUST is not satisfied by partial) | probe:derived-have-records+probe:run-env-linked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/b06a134079faf2056643d069771d311eb525f1c6` | The 2023 results run links inputs, outputs and archived image; linked eye-movement labels have a run record without an exact environment. |\n| must/007 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | The README gives installation prerequisites and commands to clone, recompute results and compile the manuscript. |\n| must/008 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | The documented entry points are datalad rerun results-containerized and containers-run -n docker-make main.pdf. |\n| must/009 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:no-abs-paths+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules` | Active manuscript paths are relative and Docker absolute paths are internal; a nested source-module URL hardcodes /home/data. |\n| must/010 | P.1 | met | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | Imports and invoked tools on the documented results/manuscript route are declared through the Dockerfile, remodnav metadata and host prerequisites. |\n| must/011 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | OS/tool versions and container mounts are described, but the adapter assumes Docker access by the invoking non-root user without root README guidance. |\n| must/012 | P.2 | met | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile` | README lists orchestration requirements and supported systems; Dockerfile lists scientific and PDF-rendering system dependencies. |\n| must/013 | P.3 | met | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py` | Container recipe, registration and package requirements are versioned alongside the analysis and its input gitlinks. |\n| must/014 | P.3 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef` | The recorded build/save procedure and later OCI conversion provide an executable environment-update process with versioned instances. |\n| must/015 | D.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:run-env-linked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6` | The manuscript environment is archived by content identity despite latest labels; the linked label-generation run lacks a frozen environment. |\n| must/016 | D.1 | not-checked | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/tree/0cc48aa1605a41f1c512561a6427a93a65ebebfe` | Published Git specifications and annex location metadata are present; independent retrieval of image/data payloads was outside the no-network cohort. |\n| must/017 | D.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | README explains obtaining the object and invoking its registered archived environment for results and manuscript compilation. |\n| should/001 | T.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules` | Git identifies every linked component and git-annex extends it for large content through DataLad. |\n| should/002 | A.2 | not-checked | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | History shows maintenance and a completed recomputation, but regular whole-workflow testing is not established by the frozen records. |\n| should/003 | M.1 | met | probe:modules-separated+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile` | Raw data, event labels, classifier, analysis, environment and figures have distinct paths and separately pinned input modules. |\n| should/004 | E.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | A completed exit-0 containerized recomputation is retained, and the specified adapter starts a fresh Docker container. |\n| should/005 | E.1 | partial | judgement | `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6` | Current root runs create and remove Docker containers; linked label generation uses a bare Python shell script without environment isolation. |\n| should/006 | D.2 | not-checked | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml` | Archived image build and conversion are recorded, but repeated reconstitution tests for the exact results environment are not evidenced. |\n| should/007 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | The research object versions an extracted container image, including layer identities and annex content keys, rather than only a Dockerfile. |\n| should/008 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | Executable build/save and OCI migration procedures have versioned execution instances; this duplicates must/014. |\n| should/009 | M.4 | not-applicable | judgement | `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py` | N/A: No access-restricted inputs or software are identified on the scoped numerical, figure and manuscript route. |\n| may/001 | M.2 | partial | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules` | Independent datasets and software use pinned gitlinks, but the nested lab-eye-tracking source is linked only by an original-machine path. |\n| may/002 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh` | README/manuscript identify input datasets and versioned components, but the label module documents obsolete scripts instead of its recorded composition. |\n| may/003 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | Separate datasets, classifier gitlinks and the archived environment have independently tracked revisions; parent pins control adoption of changes. |\n| may/004 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | Git submodules compose input/code revisions, and DataLad container registration composes the scientific execution environment. |\n| may/005 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README` | Root README and DataLad/Git metadata support navigation; downstream label reproduction guidance does not name the current recorded script. |\n\n## Flagged items\n\n- **must/002** (probe-overridden): Root-only URL-shape probe passed; recursive inspection found an absolute raw-source module URL.\n- **must/004** (probe-overridden, mapping-questioned): Probe graded logistical checkout deletions as author changes. Frozen inventory/history establishes tracking; cleanliness is not the item property.\n- **must/006** (probe-overridden): Directory-output matching missed coverage, while aggregation included superseded runs. The current numerical run links its image; linked label provenance remains incomplete.\n- **must/007** (probe-overridden): Probe extracted “make changes” from prose as a target. Updated README provides real installation and execution commands.\n- **must/009** (probe-overridden): Container cleanup paths are internal; the actual portability gap is the nested source URL.\n- **must/010** (probe-overridden): Filename probe could not decide completeness. Import/tool review found scientific dependencies declared across Dockerfile, package metadata and host prerequisites.\n- **must/011** (probe-overridden): Host-command heuristic did not decide the item; adapter source exposes an undocumented Docker-access assumption.\n- **must/012** (probe-overridden): README and Dockerfile provide the requirements the platform-command probe could not assess.\n- **must/014** (upstream-duplicate): Same checklist question and evidence as should/008; recorded build/save and later conversion demonstrate an update process.\n- **must/015** (probe-overridden): “latest” appears in saved archive metadata/build labels, but execution loads hashed image content. Linked label-generation environment remains unfrozen.\n- **must/016** (probe-overridden): Remote metadata is neither a failure nor successful recipient retrieval; status changed from partial to not-checked.\n- **should/008** (upstream-duplicate): Exact duplicate of must/014; same recorded process and update-instance evidence.\n- **may/001** (probe-overridden): Independent components are linked, but the root-only probe missed one nested machine-local source URL.\n\n## Not checked and material limits\n\n- **must/016:** independent retrieval of the assessed source and all required image/data bytes would settle accessibility. The supplied annex URL/location metadata cannot prove it. Missing payloads are capture omissions, not observed retrieval failures.\n- **should/002:** retained repeated whole-workflow runs linked to the documented commands would establish regular instruction testing. Classifier Travis configuration is a definition, not a successful run receipt.\n- **should/006:** repeated reconstruction of the exact results environment followed by recorded checks would establish this property. Image construction and a later format conversion do not establish regular testing.\n- No network calls, `--check-remote`, payload acquisition, builds or scientific execution occurred. All Git reads/probes used `GIT_NO_LAZY_FETCH=1`. The isolated clone contained no installed modules and showed 35 intentionally omitted tracked files as deletions. These do not describe an original researcher’s dirty working tree.\n- The frozen manifest SHA-256 is `e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499`; all 260 supplied downloaded-file hashes matched. Public URLs in the record identify immutable sources and descriptions retain discovery paths. Availability metadata was examined as metadata only.\n- Live linked issue/PR contents were not available within this no-network boundary. README/history identifies already-addressed issues #20, #25, #26 and #27; no new claim about current issue status is made.\n- Historical run records establish original execution evidence, not a newly observed successful reproduction or scientific validity. The signed-tag object resolves `results-containerized` to `57d2565ab70b9d7b41c28aaa253ccc7096900f8d`; its image archive predates HEAD’s recorded OCI conversion. No compatibility conclusion across those versions was experimentally tested.\n\n## Goals, kind and seven boundary facts\n\nThe study emphasis is on input completeness and traceability from results to actions and environments. Goals/kind remain explicit assumptions, since this independent scripted assessment does not seek human confirmation.\n\n1. **Object/product:** [README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) identifies raw data, summary-statistics/figure generation code and manuscript sources; [main.tex](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex) describes the analysis object and exact-version datasets. Numerical values are delivered as TeX macros in [results_def.tex](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/results_def.tex).\n2. **Boundary:** start at root README, follow [.gitmodules](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules) into raw eye-gaze, derived labels and classifier, then their own module declarations. The classifier links the Andersson evaluation dataset and studyforrest data. The [nested raw-source declaration](https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules) exposes a nonportable upstream source link; cache presence cannot repair it.\n3. **Versioning:** root code/text and module gitlinks are Git-versioned; [raw-data documentation](https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst) explains content identification and git-annex storage. Root archived layers also use annex keys.\n4. **Environment:** [Dockerfile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile), [registration](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config) and [image manifest](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json) specify the main route. The root README identifies outer orchestration software. The linked label run does not record its exact environment.\n5. **Execution:** root README routes readers to DataLad rerun and containers-run; [Docker-Makefile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile) invokes the analysis, and [img/Makefile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile) renders SVGs for PDF inclusion. The [label script](https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh) separately invokes its classifier over subjects/runs.\n6. **Provenance:** [root completed run](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) includes image and numerical/figure outputs; [linked label run](https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6) includes actions and outputs but no environment identity. Hand-authored figure edits are distinguishable in history.\n7. **Retrieval/terms:** root README names the GitHub entrypoint and on-demand acquisition. [COPYING](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING) declares CC BY 4.0; [classifier license](https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE) is MIT and raw-data documentation names PDDL/unrestricted access. Payload retrievability was not tested; licenses are extra findings outside the 31 checklist questions.\n\n## Record and stamp\n\n[Native responses](study-con-narps-guidance-06.responses.json) are authoritative. [Checklist-app URL](study-con-narps-guidance-06.url.txt) is generated by the native encoder. Native raw probes are retained at `.cache/study/probes/study-con-narps-guidance-06.probes.json`. Optional framework export is unavailable in this older branch; no substitute export was invented.\n\nProduced by `assess-alignment-with-stamped-principles` 0.1.0 with `stamped-conventions` 0.1.0, instrument `con-narps-guidance@326606610af6c261876c92032ca1f89f6d3ad1f1`, checklist 0.3.1 (`stamped-checklist-schema@v0.3.1`, `af259bad237fa57b856417db8dba45a1b283a527`), on https://github.com/psychoinformatics-de/paper-remodnav at `34388d3ca78fbd483e022e4e2851be390b7eebf2`, 2026-10-28, `isolated-study-worker` / model `unavailable` (withheld/unknown). No runtime identity guessed. Native validation: **31 answers valid**. No overall numeric score.\n" }, { "id": "study-con-narps-guidance-07", "study_id": "remodnav-method-comparison-01", "object_id": "paper-remodnav", "object_revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "method_id": "con-narps-guidance", "method_revision": "326606610af6c261876c92032ca1f89f6d3ad1f1", "model_requested": "gpt-6.1-sol", "model_observed": null, "reasoning_effort": "medium", "replicate": 7, "status": "complete", "independent": true, "created_at": "2026-10-27T23:55:10.172164+00:00", "native_output": "results/study-con-narps-guidance-07.responses.json", "report": "results/study-con-narps-guidance-07.md", "summary": { "checklist_counts": { "must": { "met": 11, "partial": 5, "unmet": 0, "not-checked": 1, "not-applicable": 0 }, "should": { "met": 6, "partial": 1, "unmet": 0, "not-checked": 1, "not-applicable": 1 }, "may": { "met": 2, "partial": 3, "unmet": 0, "not-checked": 0, "not-applicable": 0 } }, "completion": { "answered": 31, "total": 31 } }, "limitations": [ "Inspection cohort; no scientific workflow execution or independent payload retrieval by this assessor.", "Actual model version not independently exposed; requested model and reasoning are recorded." ], "evidence_cohort": "remodnav-e3c6253bced7", "probe_artifact": { "path": "results/study-con-narps-guidance-07.probes.json", "original_sha256": "bc4a3589b30a9d3b0d808166a6328d4027ba857e8cc14c7f844c307c4effcdbd", "public_sha256": "4657521281402daec1feed45ec7972495abce1887b60737d46413a69b48a19d9", "redaction": "Only the local logistical checkout prefix was replaced. The original raw probe output is retained unchanged in the ignored study cache." }, "native_data": { "checklist_version": "0.3.1", "responses": { "stamped-checklist:must/001": { "status": "met", "reason": "Code, manuscript, results, image archive and versioned inputs share the paper root.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Root README defines the study product and versioned component boundary; modules sit under data/ and remodnav/.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Explicit root links discover both input datasets and the classifier.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" } ] }, "stamped-checklist:must/002": { "status": "partial", "reason": "The reproduction inputs are pinned beneath the root, but the raw-data module includes a source submodule at a private host path.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root discovery: three HTTPS modules with immutable Gitlinks.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "root -> data/raw_eyegaze -> src/lab-eyetracking names /home/data/psyinf/forrest_gump/collection/fg_eyegaze_raw; this is an ancestor acquisition link, not needed to consume already processed eyegaze files.", "sha256": "68b369d219d0d61ccd3b3d777be39ff4e9c78471d439ee7087d69d6e693a84c9" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "The recorded current analysis selects public-module eyegaze payloads and annotations; their present availability was not tested.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/003": { "status": "met", "reason": "The classifier is a pinned module; the Dockerfile and package declarations include the scientific software.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Contains NumPy, pandas, seaborn, matplotlib, scipy, scikit-learn, statsmodels, Python, Make, Inkscape and TeX tooling.", "sha256": "a1d3ba52606dcde1afb48f78b93b9472c2b34dc3f44066825f8569917f766730" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Installs the root-linked remodnav source editable inside the container.", "sha256": "1b1d90579d389fff2adbd53940485a5d9ea223f1d2cc9aa4e93d6eb93cccb3bd" }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Declares numpy, scipy, statsmodels and matplotlib; root -> remodnav is the discoverable pinned software component.", "sha256": "35d6368060fc470ad322a49e7d96deb0bbde2383c0392b69b92aa7b53ebe648e" } ] }, "stamped-checklist:must/004": { "status": "met", "reason": "Source, configuration, manuscript and numerical results are Git tracked; capture omissions are not author deletions.", "source": "probe:tree-clean+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Read-only Git ls-tree identifies tracked README, Makefiles, code, Dockerfile, main.tex, results_def.tex and Gitlinks at this revision. The 35 deleted paths reported by the logistical probe are frozen capture omissions.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/results_def.tex", "description": "Tracked manuscript macros include actual numerical results, rather than an untracked working-tree artifact.", "sha256": "0376894ef598efb3a1aa54e565eed8d555de04ffc35357ac566867b4b87e20d4" } ], "flags": [ "probe-overridden", "mapping-questioned" ] }, "stamped-checklist:must/005": { "status": "met", "reason": "Large image layers and linked eyegaze payloads are tracked with content-addressed git-annex pointers.", "source": "probe:large-in-annex+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Manifest names 77,814,784-byte and 1,750,877,184-byte layers; frozen inventory records MD5E annex pointers rather than embedded Git binaries.", "sha256": "bf3f093d43f0780c6c3c99633a71e4d1f4d82def5b2c2e1fb7a0f28160010589" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "root -> data/raw_eyegaze documents Git metadata plus git-annex payload retrieval.", "sha256": "45952d26cd9f54f5e90ccc8ff95df6ad78b5d91785ad8224623177aeb0763167" } ] }, "stamped-checklist:must/006": { "status": "partial", "reason": "The 2023 results run links its image and inputs; the linked label-generation run lacks an exact environment reference.", "source": "probe:run-env-linked+probe:derived-have-records+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Completed exit-0 record names container/image as extra_input, exact input selections and outputs img plus results_def.tex; the parent commit identifies code and module revisions.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "root -> data/studyforrest-data-eyemovementlabels: completed bash code/compute_all.sh record declares input eyegaze and sub-* outputs, but no image, environment lock or software versions.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Invokes its pinned code/remodnav via PYTHONPATH in the host Python environment. Older root run records also lack environment references; they do not invalidate the newer completed container run.", "sha256": "d80869bb6bb5b73b44fd07d3e9168b4a19822acfa3d154d4585102e6b617b351" } ], "flags": [ "mapping-questioned" ] }, "stamped-checklist:must/007": { "status": "met", "reason": "README supplies installation, clone, tagged rerun and manuscript commands, while retaining a clearly labeled older route.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Current commands are datalad rerun results-containerized and datalad containers-run -n docker-make main.pdf; DataLad, extension and Docker requirements are listed. Probe incorrectly extracted make changes from prose about needing to make changes to analysis code.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/008": { "status": "met", "reason": "The documented results-containerized rerun is a clear starting point, with a separate manuscript command.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Names the signed target tag, expected save(notneeded) result, download sizes and manuscript build command.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Tagged analysis record resolves to a concrete Docker adapter invocation and Make target.", "sha256": null } ] }, "stamped-checklist:must/009": { "status": "partial", "reason": "Current analysis uses relative inputs; older linked Condor wrappers hardcode a user home and Python executable.", "source": "probe:no-abs-paths+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Computational route constructs paths under data/, remodnav/ and img/. Dockerfile /root cleanup is inside the image and is not host-path dependence.", "sha256": "9a84422c1f21e04998fb9430651347bca76407147eedf65d0bf15f7f4a793d7e" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "description": "root -> labels -> code wrapper fixes initialdir=/home/asimio/fg_eyegaze_preproc/ and executable=/usr/bin/python2.7.", "sha256": "14ab8a0eaa756895b90e0420d4473698c6b7eb434539e79b35a58afa84bc5397" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "description": "Same legacy host binding; Windows prompt paths in the root README are examples.", "sha256": "48d96996b285ca043690f9dfe388be61a81714d8def0cee1d787357c07e07b9d" } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/010": { "status": "partial", "reason": "The current analysis dependencies are declared, but the linked label-generation environment is not specified reproducibly.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Scientific imports in code/mk_figuresnstats.py are covered by the Dockerfile and remodnav/setup.py; optional datalad import is a noop inside the preprovisioned image.", "sha256": "a1d3ba52606dcde1afb48f78b93b9472c2b34dc3f44066825f8569917f766730" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Ancestor label-generation action relies on a host Python with remodnav dependencies; linked README does not supply an environment declaration for this recorded route.", "sha256": "d80869bb6bb5b73b44fd07d3e9168b4a19822acfa3d154d4585102e6b617b351" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Legacy instructions invoke Condor and older preprocessing scripts; no accompanying environment or lock for the later compute_all.sh run is delivered.", "sha256": "dfd06b4919f39420072be8fbdce4390c32c7c846ecdf7d548c164e62a9466f25" } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/011": { "status": "partial", "reason": "Platforms and Docker versions are documented; adapter permissions and legacy label-generation host assumptions remain implicit.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Names Debian, MacOS, Windows 10 and Docker format/version constraints, plus installation links.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Discovered via root README DataLad Containers 1.2.3 and .datalad/config. Adapter FIXME states Docker must be on PATH and manageable by a non-root user; root requirements do not spell out that assumption.", "sha256": "44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "description": "Ancestor wrapper assumes a specific home, Python 2.7 and inherited environment via getenv=True.", "sha256": "14ab8a0eaa756895b90e0420d4473698c6b7eb434539e79b35a58afa84bc5397" } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/012": { "status": "met", "reason": "The current reproduction route lists host tools and versions; the Dockerfile lists its internal system and Python dependencies.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Explicit installation list: DataLad verified 0.19, Containers 1.2.3 and Docker; legacy manuscript requirements are separately labeled.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian bookworm base and apt/pip requirements provide the concrete analysis and PDF tool list.", "sha256": "a1d3ba52606dcde1afb48f78b93b9472c2b34dc3f44066825f8569917f766730" } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/013": { "status": "met", "reason": "Dockerfile, container registration and image manifests are versioned beside the source and result definitions.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Git-tracked recipe at the assessed revision.", "sha256": "a1d3ba52606dcde1afb48f78b93b9472c2b34dc3f44066825f8569917f766730" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracks docker-make registration, image path and invocation.", "sha256": "e7bd578f58967a35ba5a4bb57075d91e110fc9a778afe5bd17277aafe13ef200" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Tracks exact archived image components.", "sha256": "bf3f093d43f0780c6c3c99633a71e4d1f4d82def5b2c2e1fb7a0f28160010589" } ] }, "stamped-checklist:must/014": { "status": "met", "reason": "Recorded build/conversion commands and subsequent tracked environment changes provide an executable update process.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Records docker build, archive save and output registration; inputs include container/Dockerfile.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "description": "Later than recipe introduction: updates environment variable handling in the tracked Dockerfile.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Records the executed OCI conversion update with exit 0 and image input/output; README records the new Docker compatibility.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:must/015": { "status": "met", "reason": "Archived image identities and the adapter hash identify the execution environment despite the internal latest label.", "source": "probe:run-env-linked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Config digest f881bd4db45ac9775f5a5377485a7c939fea4685d7482eed4809cb83fc3b51a3 and exact layer identities are versioned. Latest is an archived RepoTag, not a registry pull instruction.", "sha256": "bf3f093d43f0780c6c3c99633a71e4d1f4d82def5b2c2e1fb7a0f28160010589" }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "get_image hashes config bytes; load returns sha256:image_id; cli_run appends that image_id to docker run, with no pull of latest.", "sha256": "44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical run links immutable image input. Read-only historical ls-tree shows its config filename has the same f881bd4... identity as the converted archive. Payload hashes themselves were not recomputed.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/016": { "status": "not-checked", "reason": "Specifications and annex locations are recorded; independent retrieval of the image and exact revision is outside this no-network cohort.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "description": "Versioned OCI index provides manifest identity; capture contains source metadata only, not layers.", "sha256": "127c5e9c02588424f8940f6e0011eba08835f12b4041486e97862849c93bc640" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "description": "Annex metadata records a datapub.fz-juelich.de Docker blob URL. A location claim does not establish current public payload retrieval.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/017": { "status": "met", "reason": "README explains obtaining the dataset/environment and invoking its saved environment for results and manuscript.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "DataLad clone, tools installation links, image/data sizes, tag rerun and containers-run manuscript command are explicit; old instructions are distinguished truthfully.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Registration implements the documented docker-make environment through the archived image adapter.", "sha256": "e7bd578f58967a35ba5a4bb57075d91e110fc9a778afe5bd17277aafe13ef200" } ] }, "stamped-checklist:should/001": { "status": "met", "reason": "Git/DataLad and git-annex are used consistently across the paper, code and input datasets.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root Gitlinks compose three versioned repositories.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "description": "Labels recursively pin raw eyegaze and classifier with the same Git mechanism.", "sha256": "83c49638478e11a88a768d355565aad8d1b50cdf6ac2d721e109d2079707b6de" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Documents Git plus git-annex representation for input content.", "sha256": "45952d26cd9f54f5e90ccc8ff95df6ad78b5d91785ad8224623177aeb0763167" } ] }, "stamped-checklist:should/002": { "status": "partial", "reason": "Classifier CI and a completed study rerun exist; regular testing of the complete documented study route is not demonstrated.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "description": "root -> remodnav contains Python 3.6 build/install/pytest CI, exercising the reusable classifier rather than the paper workflow.", "sha256": "b418deae9aa053901d6ba564f3d3fb73207057e07f81690c191d81c66d9eca2d" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Completed 2023 study analysis execution is retained; root inventory has no study CI or periodic test schedule.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Author claims cross-platform verification, but the frozen package has no completed per-platform test receipts.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:should/003": { "status": "met", "reason": "Raw gaze and labels occupy distinct datasets; analysis, figures and environment have separate locations.", "source": "probe:modules-separated+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "data/raw_eyegaze and data/studyforrest-data-eyemovementlabels are independently pinned input/derivative components.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Analysis code writes results_def.tex and img/; image and Dockerfile reside under container/. Directory separation is also used within the root.", "sha256": "1b1d90579d389fff2adbd53940485a5d9ea223f1d2cc9aa4e93d6eb93cccb3bd" } ] }, "stamped-checklist:should/009": { "status": "not-applicable", "reason": "N/A: no access-restricted scientific data or software component is identified in the declared reproduction route.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw eyegaze dataset explicitly advertises unrestricted access without registration; its local source-acquisition URL is a broken portability link, not evidence of access restriction.", "sha256": "45952d26cd9f54f5e90ccc8ff95df6ad78b5d91785ad8224623177aeb0763167" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript describes the validation inputs as public datasets; classifier source is MIT licensed.", "sha256": "bfac9f6771a76954a9273b5da007564e07615f5b990ed485dbb12b0cd87b0003" } ] }, "stamped-checklist:should/004": { "status": "met", "reason": "A completed exit-0 analysis record ran the full results target in a newly instantiated archived-image container.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Actual completed 2023 execution names clean results_def.tex and img outputs in Docker; not merely a proposed script.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "cli_run invokes docker run --rm with the loaded content ID, establishing fresh container instantiation for that recorded route.", "sha256": "44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" } ] }, "stamped-checklist:should/005": { "status": "met", "reason": "Each current container invocation is disposable and uses a temporary HOME.", "source": "judgement", "evidence": [ { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "docker run --rm spawns and removes the execution container; image reuse is distinct from reusing a live environment.", "sha256": "44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Creates /tmp/dockertmp, sets HOME there and deletes it after successful payload exit. Project root is mounted for persistent outputs.", "sha256": "e7bd578f58967a35ba5a4bb57075d91e110fc9a778afe5bd17277aafe13ef200" } ] }, "stamped-checklist:should/006": { "status": "not-checked", "reason": "A 2023 image build/run and a 2025 load/conversion exist; regular reconstruction tests of the exact result environment are not established.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Completed archived-image build with declared Dockerfile input.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Completed analysis record uses that image.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "2025 compatibility action loads the image and runs exit 0 before converting it, not the full scientific pipeline. No periodic reconstruction receipt is supplied.", "sha256": null } ] }, "stamped-checklist:should/007": { "status": "met", "reason": "The research object archives container configuration and layers using Git and git-annex.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Archive contains config identity and two layer paths; the frozen evidence inventory preserves their annex keys, not their bytes.", "sha256": "bf3f093d43f0780c6c3c99633a71e4d1f4d82def5b2c2e1fb7a0f28160010589" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Completed image-save action records the archive as research-object output. This judges archival structure, not currently successful retrieval.", "sha256": null } ] }, "stamped-checklist:should/008": { "status": "met", "reason": "The executable image-update procedure and tracked recipe/format updates are the same evidence as must/014.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Recorded build/save command is an executable procedure.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "description": "Tracked post-introduction Dockerfile environment update.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Recorded OCI conversion updates the archive with declared input and output.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:may/001": { "status": "partial", "reason": "Independently maintained datasets and classifier are pinned modules; a recursive raw-source module has only a local URL.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root components are explicitly identified public modules, with nested test-data modules reached through remodnav/.gitmodules.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "Pins Andersson evaluation and studyforrest datasets, not ordinary package dependencies.", "sha256": "f97f8b318fd415cf5c2aa66625b679cd874ef2d4db9d75b93b8265ca5cf79bdb" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "root -> data/raw_eyegaze -> src/lab-eyetracking is linked to a host-local directory; it is not independently retrievable from this link.", "sha256": "68b369d219d0d61ccd3b3d777be39ff4e9c78471d439ee7087d69d6e693a84c9" } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:may/002": { "status": "partial", "reason": "Inputs and reproduction are described, but no full module relationship/recombination guide covers the nested label and test-data structure.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Explains root purpose, versioned code/data/environments and how to reproduce; does not map recursive components or their distinct classifier revisions.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Describes old Condor preprocessing/detection rather than the current compute_all.sh/module composition.", "sha256": "dfd06b4919f39420072be8fbdce4390c32c7c846ecdf7d548c164e62a9466f25" } ] }, "stamped-checklist:may/003": { "status": "partial", "reason": "Pinned Gitlinks permit independent updates, but version coupling and legacy host bindings limit safe recombination.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Independently maintained code and data have explicit boundaries and version pins.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Consumes fixed nested test paths, subject layouts and label schemas.", "sha256": "9a84422c1f21e04998fb9430651347bca76407147eedf65d0bf15f7f4a793d7e" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Labels use their own pinned remodnav revision c9b869..., different from the root d289118...; no compatibility contract validates independent updates.", "sha256": "d80869bb6bb5b73b44fd07d3e9168b4a19822acfa3d154d4585102e6b617b351" } ] }, "stamped-checklist:may/004": { "status": "met", "reason": "Gitlinks, DataLad input selection and the registered Docker adapter compose the components explicitly.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Inputs declare nested annotation data, raw gaze globs and label globs; extra_inputs declares image, with explicit outputs.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Gitlink-based dataset composition.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "docker-make registration composes archived environment and Make workflow.", "sha256": "e7bd578f58967a35ba5a4bb57075d91e110fc9a778afe5bd17277aafe13ef200" } ] }, "stamped-checklist:may/005": { "status": "met", "reason": "README clone/rerun commands and DataLad subdataset tooling provide a practical route to navigate the linked object.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Documents DataLad acquisition and versioned component design; updated and old routes are labeled.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Machine-readable path-to-repository map supports navigation into raw data, labels and remodnav.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "Recursive test inputs are discoverable from the root-linked classifier.", "sha256": "f97f8b318fd415cf5c2aa66625b679cd874ef2d4db9d75b93b8265ca5cf79bdb" } ] } }, "schema_version": "0.2.0", "principles_version": "0.2.0", "checklist_source": { "repo": "https://github.com/stamped-principles/stamped-checklist-schema", "tag": "v0.3.1", "commit": "af259bad237fa57b856417db8dba45a1b283a527" }, "extra_items": [ { "key": "licence-declared", "status": "met", "reason": "Root COPYING declares CC BY 4.0; remodnav declares MIT; raw gaze declares PDDL. Licensing is outside the 31-item checklist, not legal clearance of every payload.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root licence text inspected; distinct component terms remain relevant.", "sha256": "8d3fceb4cb62663775f02c1c551cfbf332d1c736667c17817c16c635caba21e0" } ] }, { "key": "programmatic-provenance", "status": "partial", "reason": "T.4 has no dedicated checklist question. DataLad records programmatic results/image actions, but ancestor label-generation environment and manually edited illustrations are less complete.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Action/input/image/output record for the completed 2023 analysis." } ] } ], "object": { "url": "https://github.com/psychoinformatics-de/paper-remodnav", "commit": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "captured_at": "2026-10-27T23:51:57.138855+00:00", "kind": "study" }, "assessor": { "skill": "assess-alignment-with-stamped-principles", "version": "0.1.0", "harness": "isolated-study-worker", "model": "unavailable", "date": "2026-10-28", "drafted_by": "scripts/run_probes.py", "dependencies": [ "stamped-conventions@0.1.0" ], "note": "Independent con-narps-guidance replicate 7; instrument revision 326606610af6c261876c92032ca1f89f6d3ad1f1. Runtime model metadata withheld; unavailable is intentional." }, "scope": "Inspection-only independent replicate 7 of paper-remodnav at 34388d3ca78fbd483e022e4e2851be390b7eebf2, using frozen remodnav-e3c6253bced7 manifest SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499 and only root-discoverable linked sources/history and supplied annex metadata. The isolated probe checkout is a logistical clone, not evidence of public retrieval. --check-remote was not run: network is forbidden. No scientific workflow, payload acquisition, container build or replay ran. Missing payloads are capture limitations, not observed retrieval failures. Live issue tracker and external PR/issue contents were unavailable in this cohort; only delivered references and commit messages were inspected. Historical git show --stat encountered an omitted promised blob with GIT_NO_LAZY_FETCH=1; no fetch occurred. Source commit/tree/history were inspected read-only; original local working tree and ignored payloads were not captured. Current numerical/figure replay is distinguished from regeneration of linked labels and raw-source ancestry. Model identity is withheld/unknown. Native response retained; optional framework export unavailable because no export schema is supplied." }, "report_content": "MUST: 11 met / 5 partial / 0 unmet / 1 not-checked / 0 not-applicable (denominator 17); SHOULD: 6 met / 1 partial / 0 unmet / 1 not-checked / 1 not-applicable (denominator 9); MAY: 2 met / 3 partial / 0 unmet / 0 not-checked / 0 not-applicable (denominator 5).\n\n**Unconfirmed assumption:** goal is assessment of numerical results, figures and manuscript, including explicitly linked computational components. Primary kind: study; scripted independent assessment, without human goal confirmation. Partial MUSTs are not satisfied. No overall score.\n\n## What to fix first\n\n1. Add exact environment provenance for linked label generation → preserves the ancestry of event-duration results (must/006, must/010).\n2. Replace or retire the recursive host-local source URL and obsolete Condor host paths → supports regeneration beyond the original host (must/002, must/009, may/001). These concern upstream ancestry; current paper reproduction consumes stored data.\n3. Document Docker PATH/permissions assumptions → reduces hidden host state (must/011).\n4. Retain periodic full-study and exact-image reconstruction test receipts → extends component CI and the existing completed container run (should/002, should/006).\n5. Verify recipient retrieval and map nested components/compatibility → settles publication and improves recombination (must/016, may/002–003).\n\n## What already works well\n\n- [README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) gives prerequisites, tagged rerun and manuscript commands; old/new routes and the known histogram difference are disclosed.\n- [Completed 2023 run](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) identifies actual command, input selections, archived image and numerical/figure outputs. This is historical execution evidence, not a replay performed here.\n- [Image manifest](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json) and [registration](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config) identify archived environment components; the adapter runs their content ID despite the saved latest label.\n\n## Per-item table\n\n| item | principles | status | source | evidence | reason |\n|---|---|---|---|---|---|\n| must/001 | S.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules` | Code, manuscript, results, image archive and versioned inputs share the paper root. |\n| must/002 | S.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | The reproduction inputs are pinned beneath the root, but the raw-data module includes a source submodule at a private host path. |\n| must/003 | S.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py` | The classifier is a pinned module; the Dockerfile and package declarations include the scientific software. |\n| must/004 | T.1,T.3,T.5 | met | probe:tree-clean+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/results_def.tex` | Source, configuration, manuscript and numerical results are Git tracked; capture omissions are not author deletions. |\n| must/005 | T.1,T.3,T.5 | met | probe:large-in-annex+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst` | Large image layers and linked eyegaze payloads are tracked with content-addressed git-annex pointers. |\n| must/006 | T.1,T.3,T.5 | partial ⚠ (a MUST is not satisfied by partial) | probe:run-env-linked+probe:derived-have-records+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh` | The 2023 results run links its image and inputs; the linked label-generation run lacks an exact environment reference. |\n| must/007 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | README supplies installation, clone, tagged rerun and manuscript commands, while retaining a clearly labeled older route. |\n| must/008 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | The documented results-containerized rerun is a clear starting point, with a separate manuscript command. |\n| must/009 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:no-abs-paths+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh` | Current analysis uses relative inputs; older linked Condor wrappers hardcode a user home and Python executable. |\n| must/010 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README` | The current analysis dependencies are declared, but the linked label-generation environment is not specified reproducibly. |\n| must/011 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh` | Platforms and Docker versions are documented; adapter permissions and legacy label-generation host assumptions remain implicit. |\n| must/012 | P.2 | met | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile` | The current reproduction route lists host tools and versions; the Dockerfile lists its internal system and Python dependencies. |\n| must/013 | P.3 | met | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json` | Dockerfile, container registration and image manifests are versioned beside the source and result definitions. |\n| must/014 | P.3 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | Recorded build/conversion commands and subsequent tracked environment changes provide an executable update process. |\n| must/015 | D.1 | met | probe:run-env-linked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | Archived image identities and the adapter hash identify the execution environment despite the internal latest label. |\n| must/016 | D.1 | not-checked | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web` | Specifications and annex locations are recorded; independent retrieval of the image and exact revision is outside this no-network cohort. |\n| must/017 | D.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | README explains obtaining the dataset/environment and invoking its saved environment for results and manuscript. |\n| should/001 | T.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst` | Git/DataLad and git-annex are used consistently across the paper, code and input datasets. |\n| should/002 | A.2 | partial | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | Classifier CI and a completed study rerun exist; regular testing of the complete documented study route is not demonstrated. |\n| should/003 | M.1 | met | probe:modules-separated+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile` | Raw gaze and labels occupy distinct datasets; analysis, figures and environment have separate locations. |\n| should/004 | E.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | A completed exit-0 analysis record ran the full results target in a newly instantiated archived-image container. |\n| should/005 | E.1 | met | judgement | `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | Each current container invocation is disposable and uses a temporary HOME. |\n| should/006 | D.2 | not-checked | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | A 2023 image build/run and a 2025 load/conversion exist; regular reconstruction tests of the exact result environment are not established. |\n| should/007 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c` | The research object archives container configuration and layers using Git and git-annex. |\n| should/008 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | The executable image-update procedure and tracked recipe/format updates are the same evidence as must/014. |\n| should/009 | M.4 | not-applicable | judgement | `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex` | N/A: no access-restricted scientific data or software component is identified in the declared reproduction route. |\n| may/001 | M.2 | partial | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules` | Independently maintained datasets and classifier are pinned modules; a recursive raw-source module has only a local URL. |\n| may/002 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README` | Inputs and reproduction are described, but no full module relationship/recombination guide covers the nested label and test-data structure. |\n| may/003 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh` | Pinned Gitlinks permit independent updates, but version coupling and legacy host bindings limit safe recombination. |\n| may/004 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | Gitlinks, DataLad input selection and the registered Docker adapter compose the components explicitly. |\n| may/005 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules` | README clone/rerun commands and DataLad subdataset tooling provide a practical route to navigate the linked object. |\n\n## Flagged items\n\n- must/002 (probe-overridden): Root URL probe misses nested host-local source link.\n- must/004 (probe-overridden, mapping-questioned): Capture omissions are not author deletions; clean-tree status also differs from use of version control.\n- must/006 (mapping-questioned): Last-touch and all-history heuristics miss later recorded generation; concrete remaining gap is linked label environment provenance.\n- must/007 (probe-overridden): Probe mistakes prose make changes for a nonexistent Make target.\n- must/009 (probe-overridden): Dockerfile cleanup is container-internal; actual host paths are linked legacy Condor wrappers.\n- must/010 (probe-overridden): Current scientific dependencies reviewed; linked label-generation environment lacks a specification.\n- must/011 (probe-overridden): Adapter permissions and legacy host assumptions require reading beyond platform scan.\n- must/012 (probe-overridden): README and recipe establish requirements beyond the platform scan.\n- must/014 (upstream-duplicate): Exact duplicate of should/008; recorded build, tracked recipe change and OCI conversion support both.\n- must/015 (probe-overridden): Saved latest label does not float; adapter hashes config and executes image ID.\n- must/016 (probe-overridden): Configured remote does not establish successful publication; independent retrieval not checked.\n- should/002 (probe-overridden): Classifier CI and completed study run support only part of regular whole-study testing.\n- should/008 (upstream-duplicate): Exact duplicate of must/014.\n- may/001 (probe-overridden): Root modules exist, but recursive source module has only a local URL.\n\n## Not checked and scope limits\n\n- must/016: independently retrieve exact revision and required image payloads and verify identities; annex web locations are only metadata.\n- should/006: obtain completed periodic reconstruction receipts for the exact result environment. The 2025 conversion action loads the image and executes exit 0, not the scientific pipeline.\n- No network, remote check, payload download, scientific execution, image build or present-day replay ran. Missing figures, annex data, image layers and publisher TeX files are capture omissions, not observed retrieval failures. A historical Git show --stat stopped at an omitted promised blob with GIT_NO_LAZY_FETCH=1; no fetch occurred. Commit/tree metadata remained readable. Original ignored/local working artifacts were not captured. Scientific validity and numerical equality were not tested.\n- Live tracker/PR contents were outside the frozen package. README/history references #20, #24, #25, #26 and #27 as known dependency, instruction and Docker compatibility work; these references are not independently inspected discussions. Source instruction-like text in README/history was treated as procedure evidence, never executed.\n\n## Goals, kind and factual basis\n\n1. **Product:** study validating the classifier, with statistics, figures and manuscript sources ([README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md), [manuscript](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex)).\n2. **Boundary:** paper root contains source/results/image; [Gitlinks](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules) discover raw gaze, labels and classifier, then evaluation inputs through nested links. Raw-source ancestor has an unresolved local URL. Cache presence alone adds no discoverability.\n3. **Versions:** [Git tree](https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2) identifies code/text/config/results and module pins; [image manifest](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json) plus annex pointers identify large content.\n4. **Environment:** [Dockerfile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile) and [.datalad/config](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config) describe the archived Debian scientific environment; [README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) names orchestration tools. Ancestor label generation lacks an equivalent environment.\n5. **Execution:** [record](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) invokes archived-image adapter and Docker-Makefile clean results_def.tex; [README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) specifies tagged rerun and containers-run for main.pdf.\n6. **Provenance:** [exit-0 analysis record](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) declares actual inputs, image and img/results_def.tex outputs. Linked labels have a completed host command without an exact environment. Manual illustrations have ordinary tracked edits. Assessment/preservation actions receive no original execution credit.\n7. **Recipients and terms:** [README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) describes public GitHub/DataLad retrieval; supplied annex metadata names datapub.fz-juelich.de image blobs. [COPYING](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING) declares CC BY 4.0; linked classifier declares MIT, raw gaze PDDL and evaluation repository GPLv3. Present recipient access and payload-specific rights were not independently verified.\n\nStudy emphasis is on identifiable inputs and result/environment provenance; classifier is a secondary reusable tool, with CI credited at component scope. Licensing and programmatic provenance (T.4) are native extra items because the 31 questions have no dedicated items for them.\n\n## Artifacts and provenance stamp\n\n[Native response](study-con-narps-guidance-07.responses.json); [checklist URL file](study-con-narps-guidance-07.url.txt); [original raw probes](../.cache/study/probes/study-con-narps-guidance-07.probes.json). Full native JSON is authoritative; optional framework export unavailable because no export schema is supplied.\n\nProduced by assess-alignment-with-stamped-principles 0.1.0 with stamped-conventions@0.1.0; instrument con-narps-guidance@326606610af6c261876c92032ca1f89f6d3ad1f1; checklist 0.3.1 (stamped-checklist-schema@v0.3.1, af259bad237fa57b856417db8dba45a1b283a527); https://github.com/psychoinformatics-de/paper-remodnav at 34388d3ca78fbd483e022e4e2851be390b7eebf2; 2026-10-28; isolated-study-worker / model unavailable (withheld/unknown). Frozen manifest SHA-256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499; capture 2026-10-27T23:51:57.138855+00:00.\n\nValidation: 31 answers pass native schema and pinned checklist validator; checklist SHA-256 pin check passes. No commits or publication.\n" }, { "id": "study-con-narps-guidance-08", "study_id": "remodnav-method-comparison-01", "object_id": "paper-remodnav", "object_revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "method_id": "con-narps-guidance", "method_revision": "326606610af6c261876c92032ca1f89f6d3ad1f1", "model_requested": "gpt-6.1-sol", "model_observed": null, "reasoning_effort": "medium", "replicate": 8, "status": "complete", "independent": true, "created_at": "2026-10-27T23:55:10.456047+00:00", "native_output": "results/study-con-narps-guidance-08.responses.json", "report": "results/study-con-narps-guidance-08.md", "summary": { "checklist_counts": { "must": { "met": 11, "partial": 5, "unmet": 0, "not-checked": 1, "not-applicable": 0 }, "should": { "met": 6, "partial": 0, "unmet": 0, "not-checked": 3, "not-applicable": 0 }, "may": { "met": 2, "partial": 3, "unmet": 0, "not-checked": 0, "not-applicable": 0 } }, "completion": { "answered": 31, "total": 31 } }, "limitations": [ "Inspection cohort; no scientific workflow execution or independent payload retrieval by this assessor.", "Actual model version not independently exposed; requested model and reasoning are recorded." ], "evidence_cohort": "remodnav-e3c6253bced7", "probe_artifact": { "path": "results/study-con-narps-guidance-08.probes.json", "original_sha256": "f9f992d84a437229379f13daacfc99cc87cbc2b3013335d50946bf80bd74b575", "public_sha256": "95d0b6036baba2d9baf9b3328d92770b8b3d3f3916c32fb0fa0008a3c8610536", "redaction": "Only the local logistical checkout prefix was replaced. The original raw probe output is retained unchanged in the ignored study cache." }, "native_data": { "checklist_version": "0.3.1", "responses": { "stamped-checklist:must/001": { "status": "met", "reason": "The paper root contains manuscript, analysis, environment and pinned data/code modules; deeper acquisition sources remain separately linked.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root -> .gitmodules: three named public modules are nested under data/ and remodnav/; root inventory includes manuscript, code, figures and container.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "README identifies the study products and explains on-demand data/environment acquisition rather than external working directories.", "sha256": null } ] }, "stamped-checklist:must/002": { "status": "partial", "reason": "Analysis inputs are nested and pinned, but raw_eyegaze links an acquisition module by an author-local /home/data path.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root data/raw_eyegaze points to studyforrest-data-phase2 at a6623bff95ae3676ef0ecad262b5c44ded7cb4a1; direct links pass the shape probe.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Discovery root -> data/raw_eyegaze -> .gitmodules:src/lab-eyetracking records /home/data/psyinf/forrest_gump/collection/fg_eyegaze_raw. It cannot identify a portable public source; direct archived eyegaze files may suffice for paper replay. No retrieval attempted.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/003": { "status": "met", "reason": "The analysis software is declared in the Docker recipe and REMoDNaV is a pinned in-root module; orchestration requirements are listed.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Declares Python/scipy/sklearn/statsmodels/pillow/pip, plotting packages, make, Inkscape and TeX tooling.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Root -> remodnav -> setup.py declares numpy, scipy, statsmodels, matplotlib; Docker-Makefile installs this module editable.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Lists host DataLad, Containers extension and Docker; physical vendoring of these orchestration tools is not required by equivalent-evidence rule.", "sha256": null } ] }, "stamped-checklist:must/004": { "status": "met", "reason": "Source, manuscript, configuration and module pins are in Git; the probe dirty state consists of capture-omitted tracked files.", "source": "probe:tree-clean+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Read-only ls-tree lists README, Makefiles, main.tex, results_def.tex, Dockerfile, configuration and gitlinks at the assessed commit. All downloaded source hashes match the manifest.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/.gitattributes", "description": "The 35 apparent deletions in the logistical checkout are omitted captured SVG/layout/style bytes, not original uncommitted changes. Tree cleanliness is not itself the item asking whether Git versions text/configuration.", "sha256": null } ], "flags": [ "probe-overridden", "mapping-questioned" ] }, "stamped-checklist:must/005": { "status": "met", "reason": "git-annex content keys identify container payloads and linked raw eye-gaze data separately from Git source.", "source": "probe:large-in-annex+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Tracked image manifest names two layers; ls-tree records their payload paths as symlink blobs with MD5E annex keys (77,814,784 and 1,750,877,184 bytes). Payload bytes were excluded by capture.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Root -> data/raw_eyegaze documents Git identity metadata plus git-annex retrieval for large data.", "sha256": null } ] }, "stamped-checklist:must/006": { "status": "partial", "reason": "The 2023 analysis record links image, inputs and outputs; upstream label generation and older runs lack an exact environment record.", "source": "probe:derived-have-records+probe:run-env-linked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Completed run exit 0 declares container/image as extra input, four scientific input selections, outputs img and results_def.tex, and Docker-Makefile clean results_def.tex. Directory outputs provide broader coverage than last-touch heuristics.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Root -> data/studyforrest-data-eyemovementlabels -> history: successful bash code/compute_all.sh record identifies raw inputs and sub-* outputs but no environment. Root historical pre-container runs similarly lack one.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/b06a134079faf2056643d069771d311eb525f1c6", "description": "Manual flowchart SVG text-coordinate adjustment is documented separately from numerical result generation; last-touch alone does not establish missing computational provenance.", "sha256": null } ], "flags": [ "mapping-questioned" ] }, "stamped-checklist:must/007": { "status": "met", "reason": "README supplies clone, numerical replay and manuscript commands plus explicit current and legacy requirements.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Current commands are datalad clone, datalad rerun results-containerized, and datalad containers-run -n docker-make main.pdf. The probe invented make changes by matching prose about changes; README has no such instruction.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Targets results_def.tex and main.pdf implement the documented container route; legacy instructions are explicitly labeled old.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/008": { "status": "met", "reason": "The documented starting point is datalad rerun results-containerized; the tag resolves to the completed analysis run.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Names separate numerical replay and manuscript-build entry points, download amounts, expected no-change comparison and result tag.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Read-only rev-parse results-containerized^{} resolves to 57d2565ab70b9d7b41c28aaa253ccc7096900f8d. Its command invokes the tracked Docker-Makefile and mk_figuresnstats.py.", "sha256": null } ] }, "stamped-checklist:must/009": { "status": "partial", "reason": "Current analysis paths are relative; linked legacy Condor scripts retain /home/asimio and /usr/bin/python2.7 assumptions.", "source": "probe:no-abs-paths+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Input/output paths are joined under data/, remodnav/ and img/. Dockerfile /root cleanup is inside the image, and README Windows prompts are examples, not host requirements.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "description": "Root -> data/studyforrest-data-eyemovementlabels -> code/preprocess_submit.sh writes initialdir /home/asimio/fg_eyegaze_preproc and executable /usr/bin/python2.7. These are linked legacy components, not required by current numerical replay.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/010": { "status": "met", "reason": "Imports and invoked tools on the numerical/manuscript route are covered by Dockerfile, package declarations and host requirements.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Dependency comparison: matplotlib, numpy, pandas, scipy.signal/io/spatial, seaborn and sklearn.metrics map to Dockerfile apt/pip packages; standard-library imports need no packages. DataLad is deliberately optional inside the container.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "REMoDNaV package requirements numpy/scipy/statsmodels/matplotlib match the recipe; tests/utils imports numpy and standard-library code.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Includes make/pip, Inkscape/latexmk/texlive-latex-extra for Makefile and img/Makefile. Host DataLad/Containers/Docker are documented. Payload content and actual installation were not tested; version pinning is judged separately.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/011": { "status": "partial", "reason": "Current Docker route documents host tools and mounts; linked label instructions still assume an old Condor/Python host and local directory.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Current README names tested platforms, Docker versions, DataLad/Containers versions, acquisition sizes and commands. .datalad/config explains /tmp mount, temporary HOME and Python substitution.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Linked README instructs condor_submit for preprocessing/detection but points to scripts removed from this pinned tree; submit generators embed Python2.7 and author home directory. These assumptions are not reconciled with compute_all.sh.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "README -> Containers 1.2.3 -> docker adapter: mounts current root at /tmp and runs with invoking UID/GID on non-Windows; inspected as source only.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/012": { "status": "partial", "reason": "Main environment and host requirements are explicit; the linked label-generation README does not describe its current compute_all.sh requirements.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Provides a current system requirements list and legacy Inkscape/TeX requirements; Dockerfile lists the container packages.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Root -> label module README describes Condor and obsolete preprocessing/detection scripts; actual code/compute_all.sh calls Python REMoDNaV with PYTHONPATH and supplies conversion/sampling constants, without a matching environment list.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/013": { "status": "met", "reason": "The Docker recipe, image manifests and DataLad registration are versioned beside the study code and data pins.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked recipe installs the declared computational and document-rendering environment.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Versioned docker-make image path and call format; tracked container/image manifests plus annex pointers identify its archived realization.", "sha256": null } ] }, "stamped-checklist:must/014": { "status": "met", "reason": "A recorded build command and tracked environment maintenance document how to rebuild/update the archived environment.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "description": "Introduces recipe and runnable docker build -t remodnav:latest container procedure; 92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef subsequently records ENV-override maintenance. Historical blob diff is unavailable offline, so no exact patch-content claim is made.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Successful image-build/save run records Dockerfile input and container/image output; c531a59c082d45a435be9bd5474efb850d9039a3 records a later successful image format update and reproducible conversion command.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:must/015": { "status": "met", "reason": "The archived image has immutable content identity; latest is an archive label and build name, not a registry lookup during replay.", "source": "probe:run-env-linked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "description": "OCI manifest digest 96148c274796ac7b9ac3a99f53709ba07b682b27532aacd81e153e947709059c identifies the archive. manifest.json names config f881bd4d... and layer hashes, all at this Git revision.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "get_image hashes the saved config bytes; load returns that sha256 image ID; cli_run passes the ID to Docker. No docker pull of latest occurs. Exact rebuild from mutable Debian repositories is a different limitation from archived-image identity.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Replay records container/image at the result-generating revision. Image bytes are absent from this inspection; content identity metadata is observed, payload usability is not.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/016": { "status": "not-checked", "reason": "Published recipe and annex web locations are visible, but independent retrieval of the pinned image and payload identities is outside this cohort.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Public clone/replay route and signed results tag are documented; frozen annex metadata lists datapub.fz-juelich.de image blob/layer locations. Location claims do not prove current access.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Archive content identities are recorded but layers and config were not captured. An independent recipient must retrieve the exact revision and required annex keys and verify hashes; no network check or --check-remote was allowed.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/017": { "status": "met", "reason": "README explains obtaining the dataset/image on demand and running numerical replay or manuscript construction.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Current setup lists DataLad, Containers 1.2.3 and Docker version notes, datalad clone and both commands, and 1.8GB image/1GB input downloads.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "The documented docker-make name is registered with image container/image and a real Docker adapter invocation; it is not merely a promised container.", "sha256": null } ] }, "stamped-checklist:should/001": { "status": "met", "reason": "Git histories and git-annex identities span study, raw data, labels, classifier and validation-data modules.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three root Git pins coordinate data and REMoDNaV; labels .gitmodules and remodnav .gitmodules expose further pinned Git components.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw data uses Git metadata and git-annex; root image uses the same Git/annex mechanism. Anderson validation data is independently Git-versioned, even where it stores ordinary binary blobs.", "sha256": null } ] }, "stamped-checklist:should/002": { "status": "not-checked", "reason": "Historical repair and replay records exist; a regular test cadence for the full paper workflow cannot be established from this capture.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "A completed 2023 analysis replay and 2025 image conversion smoke command are retained, establishing maintenance events rather than regular workflow testing.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "description": "Root -> remodnav has Python package tests on Travis; they do not execute the full manuscript/analysis workflow. Root inventory contains no recognized CI job. Obtain dated repeated full-workflow receipts to settle regularity.", "sha256": null } ] }, "stamped-checklist:should/003": { "status": "met", "reason": "Raw data and event labels are distinct datasets; study code, figures, manuscript and environment occupy separate root paths.", "source": "probe:modules-separated+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Separate raw_eyegaze, studyforrest-data-eyemovementlabels and REMoDNaV modules carry input/code boundaries.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Composes code/mk_figuresnstats.py with results_def.tex and img outputs; container/Dockerfile and image keep the environment separate from scientific inputs.", "sha256": null } ] }, "stamped-checklist:should/009": { "status": "not-checked", "reason": "Direct scientific inputs are presented as public; access terms for the author-local acquisition module cannot be established offline.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Root -> raw_eyegaze advertises unrestricted dataset access and PDDL, so normal released inputs do not demonstrate restricted components.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "The deeper src/lab-eyetracking module has an author-local path, not evidence of its access policy. Do not infer restricted status from an unresolved link; verify its terms before grading isolation or N/A.", "sha256": null } ] }, "stamped-checklist:should/004": { "status": "met", "reason": "The completed 2023 analysis ran through a fresh Docker invocation, with exit 0 and identified inputs/outputs.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Native completed DataLad record invokes docker adapter run container/image, cleans/recomputes results_def.tex and img, declares exit 0; this is execution evidence beyond a script definition.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "cli_run creates docker run --rm for each invocation. The record plus inspected adapter supports historical fresh-container testing; no independent fresh run or scientific correctness validation was done here.", "sha256": null } ] }, "stamped-checklist:should/005": { "status": "met", "reason": "Each current container execution starts docker run --rm and uses a temporary HOME inside the mounted study root.", "source": "judgement", "evidence": [ { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "README -> Containers version 1.2.3 -> cli_run: Docker run is invoked with --rm and current directory mount; container runtime state is disposable.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Creates /tmp/dockertmp, sets HOME there and deletes it after a successful command. Scientific outputs persist in the mounted dataset; this is deliberate output persistence, not reused container state.", "sha256": null } ] }, "stamped-checklist:should/006": { "status": "not-checked", "reason": "Build and OCI-conversion receipts show isolated successes, but regular reconstitution testing of the result environment is unestablished.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Native exit-0 image build/save receipt exists; current recipe uses Debian bookworm-slim and mutable apt repositories, so repeated rebuilding needs separate verification.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "2025 exit-0 image-load/smoke/conversion receipt tests archived-image handling. It is not a series of exact environment rebuild tests. Obtain repeated identity-checked reconstitution receipts.", "sha256": null } ] }, "stamped-checklist:should/007": { "status": "met", "reason": "The research object versions the container archive, including annex-backed image layers, not only a Dockerfile or remote tag.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Archive declares config and two layer paths; original Git tree has annex pointers for these blobs. This demonstrates archival design even though inspection capture intentionally omits payload bytes.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Build record saves Docker image into container/image; 2025 conversion preserves it as a tracked OCI archive.", "sha256": null } ] }, "stamped-checklist:should/008": { "status": "met", "reason": "The same recorded build/update process and versioned maintenance satisfy the duplicated environment-update question.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Records command to build/save from Dockerfile and track the image as output; see must/014 for recipe maintenance and update-instance interpretation.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Later successful OCI conversion changes archived environment representation under a recorded command. This checklist question is verbatim must/014.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:may/001": { "status": "partial", "reason": "Independent components have explicit Git pins, but the recursive acquisition-source module has no portable retrieval link.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Independently maintained raw data, labels and REMoDNaV are real project modules, not ordinary pip dependencies. All three are pinned and named.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "Root -> remodnav -> validation datasets are pinned public links; root -> raw_eyegaze -> src/lab-eyetracking instead uses /home/data/... and prevents full recursive portability.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:may/002": { "status": "partial", "reason": "Root documentation names products and versioned inputs, but a component/recombination map and current label-module route are incomplete.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Documents manuscript, code, raw data and current container route but delegates module relationships mostly to .gitmodules and script paths.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Linked label README describes an obsolete Condor pipeline rather than code/compute_all.sh; no coherent recipe explains independent re-use of all scientific components.", "sha256": null } ] }, "stamped-checklist:may/003": { "status": "met", "reason": "Separate Git pins permit independent module updates while retaining the old composition for replay.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Raw data, labels and classifier occupy separate pinned gitlinks. Labels additionally pin their own classifier revision c9b869617f494ef11f3ccb720934b850342cc6f3, distinct from the paper classifier d289118... .", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e", "description": "A concrete independent classifier update in the label module is tracked as update remodnav to release v0.2; the paper retains its own separate composition. Compatibility after new updates still requires tests.", "sha256": null } ] }, "stamped-checklist:may/004": { "status": "met", "reason": "Git subdatasets and the registered container/Makefile route provide explicit composition mechanisms.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Top-level pins compose independent code/raw/derived modules under a common checkout.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Registered docker-make connects archive container/image to Docker-Makefile; its targets call analysis and root manuscript Makefiles using the shared mounted root.", "sha256": null } ] }, "stamped-checklist:may/005": { "status": "partial", "reason": "DataLad tooling and source paths expose the structure, but linked label documentation navigates to obsolete execution files.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Gives datalad clone and replay commands; .gitmodules names subdatasets and code/mk_figuresnstats.py reveals input usage.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Points to code/preprocess_eyegaze_recordings.py and code/detect_events.py absent from the pinned label tree, while current compute_all.sh is not described. Navigation support is therefore uneven.", "sha256": null } ] } }, "schema_version": "0.2.0", "principles_version": "0.2.0", "checklist_source": { "repo": "https://github.com/stamped-principles/stamped-checklist-schema", "tag": "v0.3.1", "commit": "af259bad237fa57b856417db8dba45a1b283a527" }, "extra_items": [ { "key": "license-declared", "status": "met", "reason": "Root COPYING declares CC BY 4.0; components carry separate licences. This is outside the pinned checklist.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Observed root licence declaration; this does not transfer ownership of third-party data/software." } ] }, { "key": "capture-limitations", "status": "not-checked", "reason": "Binary payloads, container layers and historical blobs are omitted. A Git diff at 92dbad28 was blocked by missing promisor objects with lazy fetch disabled; no network request occurred.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "description": "History subject is retained, but exact historical Dockerfile patch could not be read offline." } ] } ], "object": { "url": "https://github.com/psychoinformatics-de/paper-remodnav", "commit": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "captured_at": "2026-10-27T23:51:57.138855+00:00", "kind": "study" }, "assessor": { "skill": "assess-alignment-with-stamped-principles", "version": "0.1.0", "harness": "isolated-study-worker", "model": "unavailable", "date": "2026-10-28", "drafted_by": "scripts/run_probes.py", "note": "Actual model identity and reasoning metadata unavailable/withheld. Full native response retained; optional framework export unavailable in this older instrument branch.", "dependencies": [ "stamped-conventions@0.1.0" ] }, "scope": "Independent inspection-only replicate 8; public paper-remodnav revision 34388d3ca78fbd483e022e4e2851be390b7eebf2; frozen manifest SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499 (cohort remodnav-e3c6253bced7), captured 2026-10-27T23:51:57.138855+00:00. Scope: numerical results, figures, manuscript and explicitly linked computational components discovered via root documentation/.gitmodules. All downloaded source hashes verified. Supplied text/history/metadata inspected; binary/annex payloads and container layers absent by capture, not observed retrieval failures. Only read-only probes on isolated logistical checkout; no workflow, container build, payload acquisition, network, issue-tracker access or --check-remote. GIT_NO_LAZY_FETCH=1 for every Git read/probe. Logistical origin/checkout do not prove public retrieval. Historical native completed runs are evidence, not this worker rerunning anything; metadata and later archive preservation do not prove original byte access. Source text treated as data. Goals/kind are unconfirmed documented assumptions. Model identity unavailable. Full native output is authoritative; optional framework export unavailable." }, "report_content": "# Independent assessment: paper-remodnav, replicate 8\n\nMUST (17): 11 met / 5 partial / 0 unmet / 1 not-checked / 0 not-applicable; SHOULD (9): 6 met / 0 partial / 0 unmet / 3 not-checked / 0 not-applicable; MAY (5): 2 met / 3 partial / 0 unmet / 0 not-checked / 0 not-applicable. Partial does not satisfy a MUST. No overall score is assigned.\n\n## What to fix first\n\n1. Replace the nested acquisition module’s author-local URL with a persistent, pinned public link, or explicitly exclude that acquisition source from the reproducible boundary. The supplied eye-gaze derivatives may already suffice for paper replay, but recursive source composition is incomplete (must/002, may/001).\n2. Carry an environment identity into the label-generation provenance and update its README to the actual `compute_all.sh` route. This closes the gap between the well-recorded paper analysis and its independently computed input labels (must/006, must/011–012, may/002, may/005).\n3. Remove or clearly retire the linked legacy Condor scripts’ author-home/Python2 assumptions to make the broader computational component boundary portable (must/009).\n4. Retain dated, identity-checked workflow and environment reconstitution receipts. Historical successful runs exist, but this frozen evidence does not establish regular testing (should/002, should/006). Independently verify published image retrieval when acquisition is permitted (must/016).\n\n## What already works well\n\n- The [README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) gives concrete numerical-replay and manuscript commands and explicitly discloses the change from the original publication to the containerized figures. That disclosure is not a silent conflict.\n- The [2023 completed run](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) names the image, scientific inputs and `img`/`results_def.tex` outputs. It supplies historical execution evidence, beyond a script definition.\n- The [archived image manifest](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json) and Git/annex identities pin environment content. Inspection of the [versioned Docker adapter](https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py) shows replay uses its content ID and `docker run --rm`; the `latest` label is not a registry lookup.\n\n## Per-item judgments\n\n| item | principles | status | source | evidence | reason |\n|---|---|---|---|---|---|\n| must/001 | S.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | The paper root contains manuscript, analysis, environment and pinned data/code modules; deeper acquisition sources remain separately linked. |\n| must/002 | S.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules` | Analysis inputs are nested and pinned, but raw_eyegaze links an acquisition module by an author-local /home/data path. |\n| must/003 | S.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | The analysis software is declared in the Docker recipe and REMoDNaV is a pinned in-root module; orchestration requirements are listed. |\n| must/004 | T.1,T.3,T.5 | met | probe:tree-clean+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/.gitattributes` | Source, manuscript, configuration and module pins are in Git; the probe dirty state consists of capture-omitted tracked files. |\n| must/005 | T.1,T.3,T.5 | met | probe:large-in-annex+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst` | git-annex content keys identify container payloads and linked raw eye-gaze data separately from Git source. |\n| must/006 | T.1,T.3,T.5 | partial ⚠ (a MUST is not satisfied by partial) | probe:derived-have-records+probe:run-env-linked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/b06a134079faf2056643d069771d311eb525f1c6` | The 2023 analysis record links image, inputs and outputs; upstream label generation and older runs lack an exact environment record. |\n| must/007 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile` | README supplies clone, numerical replay and manuscript commands plus explicit current and legacy requirements. |\n| must/008 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | The documented starting point is datalad rerun results-containerized; the tag resolves to the completed analysis run. |\n| must/009 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:no-abs-paths+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh` | Current analysis paths are relative; linked legacy Condor scripts retain /home/asimio and /usr/bin/python2.7 assumptions. |\n| must/010 | P.1 | met | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile` | Imports and invoked tools on the numerical/manuscript route are covered by Dockerfile, package declarations and host requirements. |\n| must/011 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | Current Docker route documents host tools and mounts; linked label instructions still assume an old Condor/Python host and local directory. |\n| must/012 | P.2 | partial ⚠ (a MUST is not satisfied by partial) | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README` | Main environment and host requirements are explicit; the linked label-generation README does not describe its current compute_all.sh requirements. |\n| must/013 | P.3 | met | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | The Docker recipe, image manifests and DataLad registration are versioned beside the study code and data pins. |\n| must/014 | P.3 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c` | A recorded build command and tracked environment maintenance document how to rebuild/update the archived environment. |\n| must/015 | D.1 | met | probe:run-env-linked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | The archived image has immutable content identity; latest is an archive label and build name, not a registry lookup during replay. |\n| must/016 | D.1 | not-checked | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json` | Published recipe and annex web locations are visible, but independent retrieval of the pinned image and payload identities is outside this cohort. |\n| must/017 | D.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | README explains obtaining the dataset/image on demand and running numerical replay or manuscript construction. |\n| should/001 | T.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst` | Git histories and git-annex identities span study, raw data, labels, classifier and validation-data modules. |\n| should/002 | A.2 | not-checked | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml` | Historical repair and replay records exist; a regular test cadence for the full paper workflow cannot be established from this capture. |\n| should/003 | M.1 | met | probe:modules-separated+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile` | Raw data and event labels are distinct datasets; study code, figures, manuscript and environment occupy separate root paths. |\n| should/004 | E.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | The completed 2023 analysis ran through a fresh Docker invocation, with exit 0 and identified inputs/outputs. |\n| should/005 | E.1 | met | judgement | `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | Each current container execution starts docker run --rm and uses a temporary HOME inside the mounted study root. |\n| should/006 | D.2 | not-checked | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | Build and OCI-conversion receipts show isolated successes, but regular reconstitution testing of the result environment is unestablished. |\n| should/007 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c` | The research object versions the container archive, including annex-backed image layers, not only a Dockerfile or remote tag. |\n| should/008 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | The same recorded build/update process and versioned maintenance satisfy the duplicated environment-update question. |\n| should/009 | M.4 | not-checked | judgement | `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules` | Direct scientific inputs are presented as public; access terms for the author-local acquisition module cannot be established offline. |\n| may/001 | M.2 | partial | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules` | Independent components have explicit Git pins, but the recursive acquisition-source module has no portable retrieval link. |\n| may/002 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README` | Root documentation names products and versioned inputs, but a component/recombination map and current label-module route are incomplete. |\n| may/003 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e` | Separate Git pins permit independent module updates while retaining the old composition for replay. |\n| may/004 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | Git subdatasets and the registered container/Makefile route provide explicit composition mechanisms. |\n| may/005 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README` | DataLad tooling and source paths expose the structure, but linked label documentation navigates to obsolete execution files. |\n\n## Flagged items\n\n- must/002 (probe-overridden): The direct-module shape pass misses the deeper author-local acquisition URL.\n- must/004 (probe-overridden, mapping-questioned): Logistical capture omissions caused apparent deletions; Git tracks the source. Cleanliness is not the checklist property.\n- must/006 (mapping-questioned): Last-touch/output heuristics do not establish exact environment provenance. The actual directory-output record covers analysis; linked label generation lacks an environment.\n- must/007 (probe-overridden): The probe parsed prose as a nonexistent `make changes` instruction; the actual README commands are implemented.\n- must/009 (probe-overridden): The Dockerfile cleanup uses container paths, not host paths. Separate linked legacy submit scripts do contain real host paths.\n- must/010 (probe-overridden): Manual import/tool comparison supplies the dependency review omitted by the specification-filename probe.\n- must/011 (probe-overridden): Manual host-assumption review includes the linked label-generation documentation gap.\n- must/012 (probe-overridden): Main requirements are clear; linked label requirements and current execution route are not reconciled.\n- must/014 (upstream-duplicate): Upstream duplicate of should/008. Build/save and tracked image maintenance are the common evidence.\n- must/015 (probe-overridden): Archive labels do not make the saved content float; adapter selects the saved image by config SHA256.\n- must/016 (probe-overridden): Unknown retrieval is not partial publication failure. No independent image retrieval was allowed.\n- should/008 (upstream-duplicate): Upstream duplicate of must/014; no separate property was counted.\n- may/001 (probe-overridden): Top-level Git links pass shape checking; the deeper acquisition source does not have a portable URL.\n\n## Not checked\n\n- must/016: Published recipe and annex web locations are visible, but independent retrieval of the pinned image and payload identities is outside this cohort.\n- should/002: Historical repair and replay records exist; a regular test cadence for the full paper workflow cannot be established from this capture.\n- should/009: Direct scientific inputs are presented as public; access terms for the author-local acquisition module cannot be established offline.\n- should/006: Build and OCI-conversion receipts show isolated successes, but regular reconstitution testing of the result environment is unestablished.\n\nTo settle these: retrieve the pinned image and confirm content identities from an independent recipient; supply repeated dated full-workflow and exact-environment reconstitution receipts; inspect the nested acquisition module’s actual access terms. No payload was attempted here, so absent bytes are not failed retrievals.\n\n## Goals, kind and inspected facts\n\n**Unconfirmed documented assumption:** this is a **study**, intended to regenerate REMoDNaV numerical results, figures and manuscript, with reusable classifier and input-dataset components. The [root README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) states these products. No live confirmation of goals was requested in this independent scripted assessment. All seven principles apply, with particular attention to input boundaries and result/environment provenance.\n\n1. **Product:** a manuscript and analysis of robust eye-movement detection; the [manuscript availability section](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex) identifies versioned analysis and inputs.\n2. **Boundary:** root code, manuscript, figure outputs and environment; explicit `.gitmodules` links lead to raw eye-gaze, labels, classifier and validation data. The nested author-local acquisition source is retained as a boundary defect, not silently repaired by cache presence ([root links](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules)).\n3. **Versioning:** text/code/configuration use Git; image and raw-data payloads use Git/annex identities. The [raw-data README](https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst) explains this distinction.\n4. **Environment:** [Dockerfile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile), saved image, and [DataLad registration](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config). Some recipe repositories and packages are mutable, but the saved image has immutable identities. Exact reconstruction from the recipe and loading the archive are distinct questions.\n5. **Execution:** documented DataLad replay tag resolves to `57d2565ab70b9d7b41c28aaa253ccc7096900f8d`; a separate container command builds `main.pdf`. [Docker-Makefile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile) calls the statistical/figure generator and manuscript Makefile.\n6. **Provenance:** completed containerized analysis declares image, inputs and outputs; [linked label-generation record](https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6) declares actions/inputs/outputs but lacks an exact environment. Manually edited explanatory SVGs are not automatically treated as statistical outputs.\n7. **Retrieval and terms:** public GitHub source and DataLad acquisition instructions are visible. Root [COPYING](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING) states CC BY 4.0; linked components have their own terms. Annex web-location metadata is not evidence of present successful access. The author-local source’s access policy is unknown.\n\n## Scope and validation\n\nFrozen cohort `remodnav-e3c6253bced7`, manifest SHA256 `e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499`; capture timestamp `2026-10-27T23:51:57.138855+00:00`. All downloaded source-file hashes were verified against the manifest. Evidence discovery began at the root README and `.gitmodules` and followed their explicit links.\n\nOnly source, supplied histories and metadata, and read-only native probes were inspected. The isolated checkout is logistical and not proof of public retrieval. `GIT_NO_LAZY_FETCH=1` was set for all Git reads/probes; `--check-remote` was deliberately omitted. No scientific workflow, container build, payload acquisition, network request or issue-tracker query ran. Linked issue pointers and maintenance histories were inspected only as frozen source text. The historical Dockerfile diff at `92dbad28` could not be read because a promisor blob was absent; lazy fetch remained disabled. No unobserved patch detail is claimed.\n\nBinary/annex payloads, image layers and figure/style bytes are capture omissions, not original project deletions. The 2023 completed run and 2025 conversion are historical records; no independent replay or numerical/visual scientific validation was performed. README platform-verification and reproducibility assertions are not adopted as observations of this worker. Source record guards and code comments were treated as data, not instructions.\n\nCompleted native response validates: **31 answers against checklist 0.3.1**. Full native JSON is authoritative; optional framework export is unavailable in this older instrument branch. Runtime model identity is unavailable/withheld and was not inferred from the requested model.\n\n[Native response](study-con-narps-guidance-08.responses.json) · [Checklist app URL](study-con-narps-guidance-08.url.txt) · [Unedited raw probes](../.cache/study/probes/study-con-narps-guidance-08.probes.json)\n\nProduced by `assess-alignment-with-stamped-principles` 0.1.0 with `stamped-conventions` 0.1.0, checklist 0.3.1 (`stamped-checklist-schema@v0.3.1`, `af259bad237fa57b856417db8dba45a1b283a527`), on https://github.com/psychoinformatics-de/paper-remodnav at commit `34388d3ca78fbd483e022e4e2851be390b7eebf2`, 2026-10-28, `isolated-study-worker` / model `unavailable`. Assigned method commit: `326606610af6c261876c92032ca1f89f6d3ad1f1`.\n" }, { "id": "study-con-narps-guidance-09", "study_id": "remodnav-method-comparison-01", "object_id": "paper-remodnav", "object_revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "method_id": "con-narps-guidance", "method_revision": "326606610af6c261876c92032ca1f89f6d3ad1f1", "model_requested": "gpt-6.1-sol", "model_observed": null, "reasoning_effort": "medium", "replicate": 9, "status": "complete", "independent": true, "created_at": "2026-10-27T23:55:10.724439+00:00", "native_output": "results/study-con-narps-guidance-09.responses.json", "report": "results/study-con-narps-guidance-09.md", "summary": { "checklist_counts": { "must": { "met": 10, "partial": 5, "unmet": 0, "not-checked": 2, "not-applicable": 0 }, "should": { "met": 6, "partial": 2, "unmet": 0, "not-checked": 0, "not-applicable": 1 }, "may": { "met": 2, "partial": 3, "unmet": 0, "not-checked": 0, "not-applicable": 0 } }, "completion": { "answered": 31, "total": 31 } }, "limitations": [ "Inspection cohort; no scientific workflow execution or independent payload retrieval by this assessor.", "Actual model version not independently exposed; requested model and reasoning are recorded." ], "evidence_cohort": "remodnav-e3c6253bced7", "probe_artifact": { "path": "results/study-con-narps-guidance-09.probes.json", "original_sha256": "7d26cbbc09f127dc2c290c79d34c0c5a7c5fcc7eda459234bda0b9ef2fc7da7f", "public_sha256": "98e9bebec1a62d8ce27ddbc27465574625c0f4b78cf1443bc7f752078f7986d5", "redaction": "Only the local logistical checkout prefix was replaced. The original raw probe output is retained unchanged in the ignored study cache." }, "native_data": { "checklist_version": "0.3.1", "responses": { "stamped-checklist:must/001": { "status": "met", "reason": "Code, manuscript, figures, saved image and pinned input datasets occupy one root; host orchestration tools are declared separately.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Root discovery: README describes the research object, local clone, archived environment and data retrieval; common root is a logical boundary, not a demand to vendor Docker.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root -> .gitmodules -> raw_eyegaze, studyforrest-data-eyemovementlabels and remodnav; Git tree confirms pinned gitlinks.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Analysis locates data, remodnav test data, img and results_def.tex by paths under the research root.", "sha256": null } ] }, "stamped-checklist:must/002": { "status": "not-checked", "reason": "Essential inputs have nested pinned public links, but this cohort cannot verify remote revisions or annex payload retrieval; a legacy upstream raw-source URL is host-local.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Probe reports met from the shape of three top-level URLs; read-only inspection confirms pins a6623bff, 92279db3 and d2891183, not successful remote retrieval.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "Root -> remodnav -> .gitmodules -> anderson_etal at 0e6f82708e10b48039763aa1078696e802260674; this supplies the MATLAB inputs used by load_anderson.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Root -> data/raw_eyegaze -> .gitmodules -> src/lab-eyetracking points to /home/data/psyinf/forrest_gump/collection/fg_eyegaze_raw. The current paper consumes delivered BIDS eyegaze, not this acquisition repository; no inference of a paper retrieval failure.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Documents git-annex content acquisition separately from Git metadata; frozen payloads are absent by design, so publication/reachability remain unverified.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/003": { "status": "met", "reason": "The saved Debian environment declares analysis/build software, and REMoDNaV is a pinned module; README declares the external orchestration tools.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Declares scientific Python libraries, make, pip, Inkscape, latexmk and TeX packages; installable package declarations count as inclusion.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "REMoDNaV is linked at a Git commit within the common root.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Names DataLad, DataLad Containers and Docker, with versions tested and installation pointers; they orchestrate outside the image.", "sha256": null } ] }, "stamped-checklist:must/004": { "status": "met", "reason": "Git records source, manuscript, configuration and component pins; the probe's 35 deletions are frozen-capture omissions, not original untracked work.", "source": "probe:tree-clean+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Source and manuscript files are tracked at inspected revision; retained full commit history identifies changes.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Frozen public revision identity; logistical probe checkout omits 35 tracked nontext files. Manifest declares these omissions, with no original dirty-working-tree evidence.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked dataset identity and registered environment configuration.", "sha256": null } ], "flags": [ "probe-overridden", "mapping-questioned" ] }, "stamped-checklist:must/005": { "status": "met", "reason": "git-annex content keys track the large container layers and StudyForrest payloads; Git retains pointers and small source files.", "source": "probe:large-in-annex+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Saved image identifies 77,814,784-byte and 1,750,877,184-byte layers. Git tree stores six annex symlinks for image blobs, including these layers.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Root -> data/raw_eyegaze explicitly describes Git metadata with large content managed by git-annex.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/.gitattributes", "description": "Image metadata remains in Git; bulk layer content is separately content-addressed. Native probe reports six annex pointers and no >10 MiB binary in root Git.", "sha256": null } ] }, "stamped-checklist:must/006": { "status": "partial", "reason": "Run 57d2565 links main outputs to a saved image, but velhist is outside the entry point and the linked label-generation run names no environment.", "source": "probe:derived-have-records+probe:run-env-linked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Completed DataLad record exit 0 names container/image as extra input, explicit scientific input patterns, outputs img and results_def.tex; environment tree is recoverable at this commit. Probe incorrectly treats directory output img as no coverage of descendants.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "quality_stats() writes img/velhist.svg but is not called under __main__; its docstring says results were added manually. main.tex still includes velhist. Thus a directory-wide output declaration does not prove regeneration of every file.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/5cf0219a71b986c3de3f8b677b7f045f86d4ac1d", "description": "Read-only path history shows velhist last changed by ordinary commit; no precise environment link accompanies that figure.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Root -> labels .gitmodules/source/history: bash code/compute_all.sh record names raw inputs and sub-* outputs but no environment; current pinned module also changed REMoDNaV after this run.", "sha256": null } ], "flags": [ "mapping-questioned" ] }, "stamped-checklist:must/007": { "status": "partial", "reason": "README gives installation and run commands, but promises recomputation of all figures although quality_stats()/velhist is omitted from the invoked script path.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions explicitly provide datalad clone, datalad rerun results-containerized and containers-run main.pdf. Probe parsed prose 'make changes' as a nonexistent target; README does not instruct that command.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "quality_stats docstring explains the function must be added to command-line invocations; __main__ omits it. velhist remains a manuscript figure, limiting the blanket recomputation claim.", "sha256": null } ], "flags": [ "mapping-questioned" ] }, "stamped-checklist:must/008": { "status": "partial", "reason": "The tagged DataLad rerun and Docker-Makefile give a clear start, but the entry point leaves the manuscript's velocity histogram unrecomputed.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Root instructions choose results-containerized as the rerun target and separate numerical/figure recomputation from manuscript build.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "results_def.tex target invokes code/mk_figuresnstats.py -s -f -r -m in the archived environment.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Invoked flags dispatch most analysis functions but never quality_stats(), which writes velhist.svg; a script definition alone is not an executed complete workflow.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/009": { "status": "partial", "reason": "Current analysis paths are relative and Docker paths are internal, but linked label-generation submit scripts retain /home/asimio and /usr/bin/python2.7.", "source": "probe:no-abs-paths+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Probe's /root/.local and /var/lib/apt cleanup occurs inside the Debian image, not on the host; Windows README prompts are illustrative.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Current numerical computation uses relative data/remodnav/img paths; registration mounts root at /tmp.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "description": "Root -> labels -> script hardcodes initialdir=/home/asimio/fg_eyegaze_preproc/ and executable=/usr/bin/python2.7; preprocess_submit.sh repeats these assumptions. Legacy linked generation is less portable than the paper's current consumption route.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/010": { "status": "met", "reason": "Current analysis imports and manuscript tools are declared by Dockerfile, pinned REMoDNaV setup.py and README's host-tool list; DataLad is optional inside the image.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Dependency audit: matplotlib, NumPy, pandas, scipy, seaborn, sklearn and remodnav; datalad import has an explicit no-op fallback because host DataLad provisions recorded inputs.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Declares each audited scientific package, including python3-sklearn (sklearn), scipy and statsmodels; make, pip, Inkscape, latexmk, texlive-latex-extra cover Docker-Makefile and img/Makefile commands. Core shell utilities are provided by declared Debian base.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Root -> remodnav: numpy/scipy/statsmodels/matplotlib install_requires match clf.py imports; remodnav.tests.utils uses numpy, os and logging.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Host DataLad, extension and Docker are explicit installation prerequisites. This is completeness by source inspection, not a newly observed successful installation.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/011": { "status": "partial", "reason": "README documents platforms, Docker versions and download size, but the invoked adapter assumes Docker is manageable by the current user without documenting that host prerequisite.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Lists Debian/MacOS/Windows testing and Docker v26 versus OCI/v28 compatibility; host DataLad 0.19 and Containers 1.2.3 are stated.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Documents /tmp mount and temporary HOME; python substitution makes interpreter selection visible.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Discovery: root README -> DataLad Containers 1.2.3 -> configured docker adapter. Source FIXME says docker on PATH manageable by a non-root user is assumed and needs documentation; cli_run also maps uid/gid outside Windows. No permission/setup check was executed.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/012": { "status": "met", "reason": "README names host tools and verified versions; Dockerfile lists Debian system/build packages and scientific dependencies for the supported route.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Explicit software requirements and Docker compatibility history, including external installation instructions and expected data/image downloads.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Readable list of compiler/Python libraries and manuscript rendering packages; Debian bookworm-slim is declared.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "python interpreter substitution and temporary HOME are described where container calls are configured; no additional scheduler/GPU is required by current analysis.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/013": { "status": "met", "reason": "Dockerfile, image manifest and DataLad environment registration are tracked alongside analysis code and pinned datasets.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Recipe is versioned, with history bdac0e1 (introduction) and 92dbad2 (environment variable correction).", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Versioned docker-make registration selects container/image.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Versioned saved environment metadata identifies exact image config and layers.", "sha256": null } ] }, "stamped-checklist:must/014": { "status": "met", "reason": "History documents the build/save procedure and subsequent recipe and OCI updates; these changes and successful build/conversion actions are versioned.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "description": "Declares runnable docker build command and container execution procedure as the response to dependency drift; references #20.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "description": "Subsequent Dockerfile update confines DEBIAN_FRONTEND to installation, rather than leaking it to runtime.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Recorded successful build/save action archives the environment.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Recorded successful conversion to OCI updates archived image and states Docker v26 and tracked issue #27.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:must/015": { "status": "met", "reason": "The saved image is pinned by Git/annex content and its SHA-256 config; :latest is an archive label, while the adapter executes the loaded content ID.", "source": "probe:run-env-linked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Config f881bd4db45ac9775f5a5377485a7c939fea4685d7482eed4809cb83fc3b51a3 and content-addressed layers identify archived bytes; RepoTags remodnav:latest does not select a registry pull.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "get_image hashes the saved config; load returns sha256:; cli_run executes that image ID. Native probe incorrectly interprets stored local labels and historical build tags as floating runtime environments.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Recomputation names container/image at its own immutable Git tree. Read-only tree inspection shows historical saved config f881bd4d... before later OCI conversion; recipe's unpinned base affects rebuilding, not reuse of archived image.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/016": { "status": "not-checked", "reason": "Public source URLs and annex web locations are recorded, but this inspection-only cohort cannot independently retrieve the image payloads at the assessed revision.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Environment recipe is present in frozen public source and executable archive metadata is versioned; archive payload availability is a separate question.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Layer hashes identify expected bytes. Supplied annex web metadata records datapub.fz-juelich.de/studyforrest/remodnav/docker-layers locations; location claims do not demonstrate recipient retrieval.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Documents public clone/retrieval and signed result tag, but no remote calls or payload acquisition were permitted; a logistical local clone is not publication verification.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/017": { "status": "met", "reason": "README explains installing orchestration tools, cloning the object, rerunning the tagged saved environment and building the manuscript via docker-make.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions contain exact datalad clone, datalad rerun results-containerized, and datalad containers-run -n docker-make main.pdf commands, plus Docker-format compatibility and download sizes.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Registered docker-make image path and call mechanism support the documented environment interface; old virtualenv route is explicitly labeled old, not silently substituted.", "sha256": null } ] }, "stamped-checklist:should/001": { "status": "met", "reason": "Git versions each linked component, and git-annex extends Git for bulk StudyForrest data and the image; no separate incompatible tracking system is required.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root records independent Git repositories at content identities; remodnav recursively links the evaluation data.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Git plus git-annex is the input dataset's documented version/content mechanism.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.datalad/config", "description": "Derived input dataset uses DataLad dataset identity with Git history and native run record.", "sha256": null } ] }, "stamped-checklist:should/002": { "status": "partial", "reason": "Maintenance records show a 2023 full recomputation and 2025 compatibility smoke run, but no regular end-to-end test process; all-figure instructions overstate coverage.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Completed 2023 main analysis run with exit 0 provides testing evidence beyond CI filenames.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "2025 image load/exit-0 conversion checks Docker format compatibility, not all manuscript results.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "quality_stats omitted from main means testing did not cover every claimed regenerated figure; module Travis config tests the library, not the full paper route.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "description": "Root -> remodnav -> Travis definition exercises library pytest; definition is not a retained successful paper-workflow run.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:should/003": { "status": "met", "reason": "Raw BIDS data, event labels, REMoDNaV code, analysis code, figures/statistics and environment occupy distinct component paths with pinned dataset boundaries.", "source": "probe:modules-separated+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Separate raw_eyegaze and processed eyemovementlabels Git subdatasets; REMoDNaV code is independent.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Analysis writes results_def.tex and img from data inputs; container/Dockerfile and image are separate from code and outputs.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "description": "Processed dataset nests its own raw inputs and code dependencies rather than placing them among derived subject files.", "sha256": null } ] }, "stamped-checklist:should/009": { "status": "not-applicable", "reason": "N/A: the consumed study inputs and REMoDNaV software are presented as public; no access-restricted computational component is identified in this analysis route.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Dataset advertises unrestricted access without registration and PDDL licensing.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "MIT-licensed algorithm component.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "CC BY 4.0 for paper object; private host path in a legacy source module is a portability/discovery issue, not proof of an access restriction.", "sha256": null } ] }, "stamped-checklist:should/004": { "status": "met", "reason": "Historical run 57d2565 records successful analysis inside a newly spawned Docker container; the adapter uses --rm. No new replay was performed here.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Native DataLad completed-run record has exit 0, archived image extra input, scientific inputs and img/results_def outputs; this is execution evidence, not only a workflow definition.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Version referenced by README implements docker run --rm per invocation; .datalad/config routes analysis through this adapter. The historical run's narrative identifies one histogram change against publication, not a universal identical-results claim.", "sha256": null } ] }, "stamped-checklist:should/005": { "status": "met", "reason": "The current registered execution creates a Docker container with --rm and a temporary HOME, giving per-run disposable filesystem state.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "docker-make creates /tmp/dockertmp, sets HOME there, then removes it after successful payload execution.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "cli_run issues docker run --rm, mounts only working root at /tmp and uses current uid/gid off Windows. Image reuse does not imply container reuse; mounted outputs intentionally persist.", "sha256": null } ] }, "stamped-checklist:should/006": { "status": "partial", "reason": "The saved image supported a full 2023 run and a 2025 load test, but retained evidence shows episodic checks rather than regular reconstitution testing.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical completed analysis references the exact saved image tree; input/result scopes and exit 0 are recorded.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Completed image load and OCI conversion in 2025 establishes an additional compatibility check; not a fresh full analysis.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Documents original environment failure and Docker v26 limitation with subsequent repair. No recurring verification procedure is delivered; root inventory has no CI config.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:should/007": { "status": "met", "reason": "An extracted executable Docker/OCI image is archived within container/image with content-addressed layers, not merely named on a registry.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Archive contains image config and two layer references totaling approximately 1.83 GB.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Build/save provenance records outputs container/image.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Later conversion archives the OCI representation. Study capture omits payloads deliberately; archival structure is evidenced, current retrievability remains not checked under must/016.", "sha256": null } ] }, "stamped-checklist:should/008": { "status": "met", "reason": "History documents the build/save procedure and subsequent recipe and OCI updates; these changes and successful build/conversion actions are versioned.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "description": "Runnable build command and migration procedure are documented in commit history.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "description": "A subsequent recipe change is tracked, rather than only initial introduction.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Successful build/save records archive outputs.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Subsequent OCI format maintenance is recorded with exit 0. This is the same checklist sentence and evidence as must/014.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:may/001": { "status": "partial", "reason": "Independent inputs and REMoDNaV are pinned linked modules, but the recursively linked raw acquisition repository has a machine-local URL.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three independently maintained project components are nested and pinned; ordinary Python distributions are environment dependencies rather than additional module subjects.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "Andersson evaluation data and StudyForrest are independently linked within the algorithm module.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Recursive src/lab-eyetracking link records a commit but points to /home/data/psyinf/forrest_gump/collection/fg_eyegaze_raw. Top-level-only shape probe misses this boundary defect; no network failure was observed.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:may/002": { "status": "partial", "reason": "README and module metadata identify components, but the label dataset's reproduction guide describes obsolete Condor scripts rather than its recorded compute_all.sh pipeline.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Describes overall raw data/code/manuscript relationship and versioned links, but no detailed component recombination guide.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Root -> processed labels -> README points to preprocess_eyegaze_recordings.py/detect_events.py and Condor; these filenames are absent from pinned source inventory.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Actual recorded generation loops call pinned code/remodnav directly; structure exists but documentation does not explain this route.", "sha256": null } ] }, "stamped-checklist:may/003": { "status": "met", "reason": "Gitlinked inputs and algorithm can be updated independently while retaining pinned versions; history contains focused component-pointer updates.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Raw data, processed labels and algorithm have separate repositories/interfaces and independent commit pins.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/1f3c4c237e6eb9980ed1e60fde2b269d0be9159b", "description": "Focused root history update points to latest label dataset.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e", "description": "Nested component independently advances REMoDNaV to release v0.2. This demonstrates update boundaries, not a guarantee arbitrary future versions preserve numerical behavior.", "sha256": null } ] }, "stamped-checklist:may/004": { "status": "met", "reason": "Git subdatasets compose identified inputs/code and DataLad container registration plus recorded inputs/outputs compose the analysis execution.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Public Git URLs plus root gitlinks define how components are assembled.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "docker-make registration binds saved image to Docker-Makefile command execution.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Run record composes nested evaluation data, event labels and raw eye gaze into img/results_def outputs.", "sha256": null } ] }, "stamped-checklist:may/005": { "status": "partial", "reason": "DataLad/.gitmodules provide module navigation, but no accurate guide connects the label dataset's documented obsolete scripts to its current recorded generation route.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Paths and repository URLs support deterministic navigation; README explains clone/rerun for end users.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Guide names unavailable preprocessing/detection Python scripts and does not point to compute_all.sh.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Native history records compute_all.sh as the actual generator; users must discover this separately from the linked dataset's stated reproduction instructions.", "sha256": null } ] } }, "schema_version": "0.2.0", "principles_version": "0.2.0", "checklist_source": { "repo": "https://github.com/stamped-principles/stamped-checklist-schema", "tag": "v0.3.1", "commit": "af259bad237fa57b856417db8dba45a1b283a527" }, "extra_items": [ { "key": "clone-weight", "status": "met", "reason": "No text blob in git exceeds 10 MiB.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Read-only native clone-weight probe: no tracked text blob exceeds 10 MiB.", "sha256": null } ] }, { "key": "inputs-untouched", "status": "not-checked", "reason": "Logistical modules are uninitialized; original input working-tree state is outside the capture. This is a capture limitation, not a worker modification finding.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Logistical root checkout has module uninitialized; frozen manifest supplies linked source/history separately. No observation of original input modifications.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Logistical root checkout has module uninitialized; frozen manifest supplies linked source/history separately. No observation of original input modifications.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Logistical root checkout has module uninitialized; frozen manifest supplies linked source/history separately. No observation of original input modifications.", "sha256": null } ] }, { "key": "license-declared", "status": "met", "reason": "Licence declared in COPYING.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "licence declaration", "sha256": null } ] }, { "key": "programmatic-provenance-T4", "status": "partial", "reason": "Native DataLad run records programmatically capture main-analysis command, inputs, outputs and image, but coverage gaps remain for velhist and linked label-generation environments. Principles T.4 has no checklist item.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Completed containerized main-analysis run record; not a statement of complete scientific validation." } ] } ], "object": { "url": "https://github.com/psychoinformatics-de/paper-remodnav", "commit": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "captured_at": "2026-10-28T03:40:10+00:00", "kind": "study" }, "assessor": { "skill": "assess-alignment-with-stamped-principles", "version": "0.1.0", "harness": "isolated-study-worker", "model": "unavailable", "date": "2026-10-28", "drafted_by": "scripts/run_probes.py", "dependencies": [ "stamped-conventions@0.1.0" ] }, "scope": "Independent replicate 9, inspection-only assessment of public paper-remodnav revision 34388d3ca78fbd483e022e4e2851be390b7eebf2, numerical results/figures/manuscript and explicitly linked computational components discovered through root documentation, Git modules and run history. Frozen evidence manifest data/remodnav-evidence.json SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499, captured 2026-10-27T23:51:57.138855+00:00; all 260 supplied source files verified against manifest hashes. Binary/annex payloads, container layers and original working-tree state are not captured. The isolated root checkout is a coordinator-supplied logistical clone, not proof of public payload access; missing files and uninitialized linked modules there do not establish source defects. Module source/history was inspected separately via manifest links. GIT_NO_LAZY_FETCH=1 was set on every Git read/probe. No network, --check-remote, payload acquisition, scientific execution, container build or replay; remote issue/PR discussions not cached cannot be read, though source-linked issue references and commit narratives were inspected. A historical git show --stat could not read an omitted blob with lazy fetching disabled; retained source/history/tree metadata support judgments, not artifact verification. Historical completed-run evidence is distinguished from this inspection; no scientific validity or current numerical repeatability certified. Native JSON retained; optional framework export unavailable in this older instrument branch. No peer results, examples, other methods or prior assessments read; model identity withheld/unknown and recorded unavailable." }, "report_content": "# Independent assessment: paper-remodnav, replicate 9\n\nMUST (17): **10 met / 5 partial / 0 unmet / 2 not-checked / 0 N/A**. SHOULD (9): **6 met / 2 partial / 0 unmet / 0 not-checked / 1 N/A**. MAY (5): **2 met / 3 partial / 0 unmet / 0 not-checked / 0 N/A**. Partial MUST items are unsatisfied; unchecked items remain separate. No overall numeric score.\n\n**Assumption, unconfirmed in this independent study:** the goal is to regenerate the paper's numerical results, figures and manuscript, including the explicitly linked computational inputs; primary kind is **study**, with reusable algorithm and dataset components. This prioritizes complete provenance and usable reproduction instructions.\n\n## What to fix first\n\n1. Add `quality_stats()`/`img/velhist.svg` to the recorded analysis, and attach exact environments to upstream label generation. The current full-recomputation claim exceeds its demonstrated coverage (must/006–008). The historical change in one Fig. 4 histogram is separately disclosed in the source; it is not the same issue.\n2. Correct the linked label dataset's reproduction guide to its recorded `compute_all.sh` route; retire host-specific Condor launchers or parameterize their paths. This makes the input-generation boundary navigable and portable (must/009, may/002, may/005).\n3. Document Docker user permissions and runtime access alongside installation requirements. The configured adapter explicitly assumes Docker is usable by the invoking user (must/011).\n4. Add repeatable full-workflow and archived-image checks. Retained evidence demonstrates episodic maintenance, not regular comprehensive testing (should/002, should/006).\n5. Repair or explicitly exclude the transitive raw-acquisition module's machine-local URL. Separately verify essential input and image retrieval in an authorized recipient environment (may/001; would settle must/002 and must/016). No retrieval failure was observed in this cohort.\n\n## What already works well\n\n- A real completed [containerized analysis record](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) links the main results, inputs and saved environment; it records exit 0. This is historical evidence, not a new replay.\n- The [archived image manifest](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json) identifies exact content. The configured [adapter at version 1.2.3](https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py) runs the saved config's content ID in a disposable container. Its archive label `latest` does not make this execution float.\n- [Updated instructions](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) name tools, input size, tagged rerun and manuscript command, and disclose both environment migration and a small output change.\n\n## Per-item judgments\n\n| item | principles | status | source | evidence | reason |\n|---|---|---|---|---|---|\n| must/001 | S.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py` | Code, manuscript, figures, saved image and pinned input datasets occupy one root; host orchestration tools are declared separately. |\n| must/002 | S.1 | not-checked | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst` | Essential inputs have nested pinned public links, but this cohort cannot verify remote revisions or annex payload retrieval; a legacy upstream raw-source URL is host-local. |\n| must/003 | S.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | The saved Debian environment declares analysis/build software, and REMoDNaV is a pinned module; README declares the external orchestration tools. |\n| must/004 | T.1,T.3,T.5 | met | probe:tree-clean+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | Git records source, manuscript, configuration and component pins; the probe's 35 deletions are frozen-capture omissions, not original untracked work. |\n| must/005 | T.1,T.3,T.5 | met | probe:large-in-annex+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/.gitattributes` | git-annex content keys track the large container layers and StudyForrest payloads; Git retains pointers and small source files. |\n| must/006 | T.1,T.3,T.5 | partial ⚠ (a MUST is not satisfied by partial) | probe:derived-have-records+probe:run-env-linked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/5cf0219a71b986c3de3f8b677b7f045f86d4ac1d`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6` | Run 57d2565 links main outputs to a saved image, but velhist is outside the entry point and the linked label-generation run names no environment. |\n| must/007 | A.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py` | README gives installation and run commands, but promises recomputation of all figures although quality_stats()/velhist is omitted from the invoked script path. |\n| must/008 | A.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py` | The tagged DataLad rerun and Docker-Makefile give a clear start, but the entry point leaves the manuscript's velocity histogram unrecomputed. |\n| must/009 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:no-abs-paths+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh` | Current analysis paths are relative and Docker paths are internal, but linked label-generation submit scripts retain /home/asimio and /usr/bin/python2.7. |\n| must/010 | P.1 | met | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | Current analysis imports and manuscript tools are declared by Dockerfile, pinned REMoDNaV setup.py and README's host-tool list; DataLad is optional inside the image. |\n| must/011 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | README documents platforms, Docker versions and download size, but the invoked adapter assumes Docker is manageable by the current user without documenting that host prerequisite. |\n| must/012 | P.2 | met | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | README names host tools and verified versions; Dockerfile lists Debian system/build packages and scientific dependencies for the supported route. |\n| must/013 | P.3 | met | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json` | Dockerfile, image manifest and DataLad environment registration are tracked alongside analysis code and pinned datasets. |\n| must/014 | P.3 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | History documents the build/save procedure and subsequent recipe and OCI updates; these changes and successful build/conversion actions are versioned. |\n| must/015 | D.1 | met | probe:run-env-linked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | The saved image is pinned by Git/annex content and its SHA-256 config; :latest is an archive label, while the adapter executes the loaded content ID. |\n| must/016 | D.1 | not-checked | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | Public source URLs and annex web locations are recorded, but this inspection-only cohort cannot independently retrieve the image payloads at the assessed revision. |\n| must/017 | D.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | README explains installing orchestration tools, cloning the object, rerunning the tagged saved environment and building the manuscript via docker-make. |\n| should/001 | T.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.datalad/config` | Git versions each linked component, and git-annex extends Git for bulk StudyForrest data and the image; no separate incompatible tracking system is required. |\n| should/002 | A.2 | partial | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml` | Maintenance records show a 2023 full recomputation and 2025 compatibility smoke run, but no regular end-to-end test process; all-figure instructions overstate coverage. |\n| should/003 | M.1 | met | probe:modules-separated+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules` | Raw BIDS data, event labels, REMoDNaV code, analysis code, figures/statistics and environment occupy distinct component paths with pinned dataset boundaries. |\n| should/004 | E.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | Historical run 57d2565 records successful analysis inside a newly spawned Docker container; the adapter uses --rm. No new replay was performed here. |\n| should/005 | E.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | The current registered execution creates a Docker container with --rm and a temporary HOME, giving per-run disposable filesystem state. |\n| should/006 | D.2 | partial | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | The saved image supported a full 2023 run and a 2025 load test, but retained evidence shows episodic checks rather than regular reconstitution testing. |\n| should/007 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | An extracted executable Docker/OCI image is archived within container/image with content-addressed layers, not merely named on a registry. |\n| should/008 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | History documents the build/save procedure and subsequent recipe and OCI updates; these changes and successful build/conversion actions are versioned. |\n| should/009 | M.4 | not-applicable | judgement | `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING` | N/A: the consumed study inputs and REMoDNaV software are presented as public; no access-restricted computational component is identified in this analysis route. |\n| may/001 | M.2 | partial | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules` | Independent inputs and REMoDNaV are pinned linked modules, but the recursively linked raw acquisition repository has a machine-local URL. |\n| may/002 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh` | README and module metadata identify components, but the label dataset's reproduction guide describes obsolete Condor scripts rather than its recorded compute_all.sh pipeline. |\n| may/003 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/1f3c4c237e6eb9980ed1e60fde2b269d0be9159b`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e` | Gitlinked inputs and algorithm can be updated independently while retaining pinned versions; history contains focused component-pointer updates. |\n| may/004 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | Git subdatasets compose identified inputs/code and DataLad container registration plus recorded inputs/outputs compose the analysis execution. |\n| may/005 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6` | DataLad/.gitmodules provide module navigation, but no accurate guide connects the label dataset's documented obsolete scripts to its current recorded generation route. |\n\n## Flagged items\n\n- must/002 — overridden: three well-formed top-level URLs do not establish essential payload retrieval; recursive metadata also exposes a host-local acquisition link.\n- must/004 — overridden and mapping questioned: the probe reads missing files in a logistical sparse capture as dirty original work. Source/configuration are versioned; original uncommitted state is unknown.\n- must/006 — mapping questioned: last-touch and string-pattern coverage are not provenance coverage. The directory output `img` covers descendants syntactically, while script inspection reveals an unexecuted figure producer.\n- must/007 — mapping questioned: the probe parsed prose as `make changes`; that is a false command finding. The partial judgment instead concerns the independently confirmed all-figure coverage gap.\n- must/008 — overridden: a clear start exists, but the promised complete regeneration excludes `quality_stats()`.\n- must/009 — overridden: Debian image cleanup paths are internal. Genuine host paths occur in the linked legacy label launchers.\n- must/010 — overridden: compared actual scientific imports and invoked build tools against Dockerfile, local package declaration and host-tool instructions rather than inferring dependency completeness from a filename.\n- must/011 — overridden: read host assumptions beyond platform command matching; Docker user access is assumed by the invoked adapter. The bibliography's `inproceedings` is not a host `nproc` call.\n- must/012 — overridden: README and Dockerfile supply the actual requirements list; platform substring scanning does not settle this question.\n- must/014 and should/008 — upstream duplicate: identical checklist wording, intentionally identical verdict and maintenance evidence.\n- must/015 — overridden: `latest` is saved archive metadata/build nomenclature; the adapter hashes the saved config and executes by image ID.\n- must/016 — overridden: a recorded remote or annex location claim cannot earn a partial accessibility pass when recipient retrieval is outside scope; marked not-checked.\n- should/002 and should/006 — overridden: completed historical runs supplement the missing root CI configuration, but do not establish a regular full verification practice.\n- may/001 — overridden: explicit transitive component discovery exposes a host-local module URL missed by top-level shape checks.\n\n## Not checked and material limits\n\n- **must/002:** independently obtain the pinned essential datasets and verify annex content identities. The transitive acquisition-only host URL is a source-discovery defect, not proof that current public BIDS inputs fail to download.\n- **must/016:** independently obtain this revision's saved image metadata and layer payloads, verify identities, and establish recipient access. Supplied location logs are claims only.\n- Network calls, `--check-remote`, scientific workflow execution, container builds, new payload acquisition and replay were prohibited. Issue/PR conversations were not cached, so only their source references and commit accounts were inspected. Known repairs for #20 and #27 are already recorded; no new shared-thread post is proposed.\n- Manifest SHA-256 `e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499` was verified, as were all **260** supplied source-file hashes across the explicitly linked nodes. Capture time: `2026-10-27T23:51:57.138855+00:00`. Binary files, annex payloads, container layers and original working-tree state are outside the capture. One historical `git show --stat` could not inspect an omitted blob with lazy fetching disabled; source, history and tree metadata were used without fetching it.\n- The isolated probe checkout is coordinator infrastructure. Its omissions and uninitialized modules are not evidence of original author defects or successful public retrieval. No peer outputs, previous assessments, gold answers or other methods were read. Scientific validity and current numerical repeatability remain unverified; a recorded exit 0 does not settle them.\n\n## Goals, kind and seven factual answers\n\n1. **Object/product:** a study research object accompanying REMoDNaV, containing numerical analysis, figures and manuscript; README supplies this goal. The reusable algorithm is a secondary tool component.\n2. **Boundary:** root README -> `.gitmodules` -> `data/raw_eyegaze`, `data/studyforrest-data-eyemovementlabels`, `remodnav`; the latter links Andersson evaluation inputs. Root `code/mk_figuresnstats.py` explicitly consumes these paths. A raw-source repository nested within StudyForrest has a machine-local URL; it is not required by the current root analysis command. Retained source in a cache alone was never treated as a discovery link.\n3. **Versioning:** Git tracks source/text/configuration and component pins; git-annex carries large StudyForrest content and image layers. The [StudyForrest README](https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst) explains this split.\n4. **Environment:** root `container/Dockerfile`, `container/image/manifest.json` and `.datalad/config` declare the Debian scientific stack and exact saved image; root README declares host orchestration dependencies. A mutable Debian base can change a future rebuild, while the archived executable image still supplies exact identity.\n5. **Execution:** updated README directs DataLad rerun of the results tag and containers-run for `main.pdf`; `Docker-Makefile` invokes the analysis and ordinary Makefiles render manuscript assets. Linked labels have a [completed compute_all.sh record](https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6), despite their older Condor-oriented guide.\n6. **Result provenance:** the 2023 record names image/inputs/outputs with exit 0; 2025 records successful image loading/conversion. `quality_stats()` is omitted from the entry point although `main.tex` uses its velocity histogram, and the upstream label record omits its environment. These are specific coverage gaps, not rejection of DataLad provenance as a mechanism.\n7. **Retrieval/terms:** root README publishes a GitHub clone path, signed results release and on-demand content route; annex metadata names Jülich layer locations. Root COPYING is CC BY 4.0, REMoDNaV LICENSE is MIT, and StudyForrest README advertises unrestricted PDDL data. Present recipient accessibility remains untested. Licensing is an extra finding because checklist 0.3.1 has no license question.\n\nThe native extra items retain clone-weight, license and input-state limitations; programmatic provenance is also noted because principles T.4 has no standalone checklist item. No framework exporter was supplied: the native response is retained and optional framework export is unavailable.\n\n## Deliverables and stamp\n\n[Full native response](study-con-narps-guidance-09.responses.json) is authoritative. [Checklist-app URL](study-con-narps-guidance-09.url.txt). Raw native probes: `../.cache/study/probes/study-con-narps-guidance-09.probes.json` (untouched). Validation: **31 answers pass** pinned schema and semantic checks, with all reasons at most 250 characters.\n\nProduced by `assess-alignment-with-stamped-principles` **0.1.0**, `stamped-conventions@0.1.0`, instrument `con-narps-guidance@326606610af6c261876c92032ca1f89f6d3ad1f1`; checklist **0.3.1**, schema/principles **0.2.0**, checklist source `stamped-checklist-schema@v0.3.1` (`af259bad237fa57b856417db8dba45a1b283a527`). Object: [paper-remodnav](https://github.com/psychoinformatics-de/paper-remodnav) at `34388d3ca78fbd483e022e4e2851be390b7eebf2`. Assessment UTC date: **2026-10-28**. Harness: **isolated-study-worker**; model: **unavailable** (withheld/unknown, not inferred).\n" }, { "id": "study-con-narps-guidance-10", "study_id": "remodnav-method-comparison-01", "object_id": "paper-remodnav", "object_revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "method_id": "con-narps-guidance", "method_revision": "326606610af6c261876c92032ca1f89f6d3ad1f1", "model_requested": "gpt-6.1-sol", "model_observed": null, "reasoning_effort": "medium", "replicate": 10, "status": "complete", "independent": true, "created_at": "2026-10-27T23:55:10.991865+00:00", "native_output": "results/study-con-narps-guidance-10.responses.json", "report": "results/study-con-narps-guidance-10.md", "summary": { "checklist_counts": { "must": { "met": 12, "partial": 4, "unmet": 0, "not-checked": 1, "not-applicable": 0 }, "should": { "met": 6, "partial": 0, "unmet": 0, "not-checked": 2, "not-applicable": 1 }, "may": { "met": 2, "partial": 3, "unmet": 0, "not-checked": 0, "not-applicable": 0 } }, "completion": { "answered": 31, "total": 31 } }, "limitations": [ "Inspection cohort; no scientific workflow execution or independent payload retrieval by this assessor.", "Actual model version not independently exposed; requested model and reasoning are recorded." ], "evidence_cohort": "remodnav-e3c6253bced7", "probe_artifact": { "path": "results/study-con-narps-guidance-10.probes.json", "original_sha256": "eb1e3ee0cd687db053a988dc61dbab6bcadad8ea9c471f512831757610dbf08b", "public_sha256": "70c9778e6cb04442370444fb358a542d35d3c642cf2786988312b2be01570722", "redaction": "Only the local logistical checkout prefix was replaced. The original raw probe output is retained unchanged in the ignored study cache." }, "native_data": { "checklist_version": "0.3.1", "responses": { "stamped-checklist:must/001": { "status": "met", "reason": "The paper root contains manuscript, analysis, results, image archive and pinned data/code modules.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Root entrypoint identifies manuscript, numerical results and figures as the product and documents the common-root clone.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery root → .gitmodules nests raw eyegaze, derived event labels and REMoDNaV below this root.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Reproduction reads root-relative code and writes results_def.tex and img below the root.", "sha256": "1b1d90579d389fff2adbd53940485a5d9ea223f1d2cc9aa4e93d6eb93cccb3bd" } ] }, "stamped-checklist:must/002": { "status": "partial", "reason": "Required numerical inputs are pinned under the root; the linked raw-data module also carries a machine-local ancestral source URL. Remote payload access was not tested.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three top-level public module URLs and commit pins are present; shape probe inspected only this level.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Root → data/raw_eyegaze → .gitmodules: src/lab-eyetracking points to /home/data/psyinf/forrest_gump/collection/fg_eyegaze_raw. This cannot resolve for an ordinary recipient; no network failure is claimed.", "sha256": "68b369d219d0d61ccd3b3d777be39ff4e9c78471d439ee7087d69d6e693a84c9" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Declared computation consumes released BIDS eyegaze paths, not the ancestral src/lab-eyetracking module; therefore partial rather than total absence of inputs.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/003": { "status": "met", "reason": "The container recipe includes scientific packages; REMoDNaV is a pinned module installed by Docker-Makefile.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian scientific packages plus explicit NumPy/pandas/seaborn/matplotlib installs supply external analysis software.", "sha256": "a1d3ba52606dcde1afb48f78b93b9472c2b34dc3f44066825f8569917f766730" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "pip installs the root REMoDNaV module before running analysis.", "sha256": "1b1d90579d389fff2adbd53940485a5d9ea223f1d2cc9aa4e93d6eb93cccb3bd" }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Root → remodnav → setup.py declares numpy, scipy, statsmodels and matplotlib.", "sha256": "35d6368060fc470ad322a49e7d96deb0bbde2383c0392b69b92aa7b53ebe648e" } ] }, "stamped-checklist:must/004": { "status": "met", "reason": "Git tracks source, prose and configuration. Probe deletions reflect the frozen inspection checkout, not untracked original work.", "source": "probe:tree-clean+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Tracked source file at the assessed immutable revision.", "sha256": "9a84422c1f21e04998fb9430651347bca76407147eedf65d0bf15f7f4a793d7e" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Tracked manuscript source; root history records subsequent edits.", "sha256": "bfac9f6771a76954a9273b5da007564e07615f5b990ed485dbb12b0cd87b0003" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked environment recipe. Raw tree-clean receipt reports omitted SVG/style files as deletions because the logistical checkout lacks supplied payloads; this is a capture limitation.", "sha256": "a1d3ba52606dcde1afb48f78b93b9472c2b34dc3f44066825f8569917f766730" } ], "flags": [ "probe-overridden", "mapping-questioned" ] }, "stamped-checklist:must/005": { "status": "met", "reason": "Container layers and large data use git-annex content identities; source text remains in Git.", "source": "probe:large-in-annex+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Layer digests identify the archived image; frozen tree has six annex symlink pointers, including the 1,750,877,184-byte layer.", "sha256": "bf3f093d43f0780c6c3c99633a71e4d1f4d82def5b2c2e1fb7a0f28160010589" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Root → data/raw_eyegaze → README explains Git metadata versus annex payloads and git annex get.", "sha256": "45952d26cd9f54f5e90ccc8ff95df6ad78b5d91785ad8224623177aeb0763167" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/.gitattributes", "description": "Tracked archive policy keeps JSON metadata in Git and large content in annex.", "sha256": "228d18b73645559f09d46d68056efbb4bd994b36cebfdc254a1c3fd22c1a4a41" } ] }, "stamped-checklist:must/006": { "status": "partial", "reason": "The 2023 run links statistics/figures to a saved image; inherited event-label runs lack exact environments, and manuscript build is offered without a completed run record.", "source": "probe:run-env-linked+probe:derived-have-records+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Native successful record exit=0 declares img and results_def.tex outputs and container/image as extra_input, with source/input revisions in its Git tree. Probe incorrectly counted dynamically named histogram/trace SVGs as uncovered.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Root → labels module history: bash code/compute_all.sh declares raw eyegaze inputs and sub-* outputs, exit=0, but carries no environment specification.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Manuscript command is documented; no completed main.pdf execution record is supplied. Older noncontainer runs are historical, not evidence that the disclosed current numerical route omits its image.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" } ], "flags": [ "mapping-questioned" ] }, "stamped-checklist:must/007": { "status": "met", "reason": "README provides host installation links, clone, numerical rerun and manuscript-build commands; old instructions are explicitly labeled.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions list DataLad, DataLad Containers and Docker, then clone, rerun results-containerized and containers-run main.pdf. The probe invented make changes by reading narrative prose across lines.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Registered container calls Docker-Makefile; it installs REMoDNaV then invokes analysis.", "sha256": "1b1d90579d389fff2adbd53940485a5d9ea223f1d2cc9aa4e93d6eb93cccb3bd" } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/008": { "status": "met", "reason": "The documented starting point is datalad rerun results-containerized; a separate container command builds the manuscript.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Explicit numerical reproduction command names results-containerized and a full manuscript command.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Offline rev-parse resolves results-containerized to 57d2565ab70b9d7b41c28aaa253ccc7096900f8d; record declares executable command, inputs and outputs.", "sha256": null } ] }, "stamped-checklist:must/009": { "status": "partial", "reason": "The current container route uses relative project paths; legacy label-generation submit scripts retain a user-specific initialdir. Container cleanup paths are internal.", "source": "probe:no-abs-paths+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Root analysis constructs root-relative data and img paths; Dockerfile /root cleanup concerns the declared Debian image, not host paths.", "sha256": "9a84422c1f21e04998fb9430651347bca76407147eedf65d0bf15f7f4a793d7e" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "description": "Root → derived labels → legacy preprocess script hardcodes initialdir=/home/asimio/fg_eyegaze_preproc/ and /usr/bin/python2.7.", "sha256": "48d96996b285ca043690f9dfe388be61a81714d8def0cee1d787357c07e07b9d" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "description": "The linked detector submission script repeats that host-specific initialdir; current compute_all.sh is relative.", "sha256": "14ab8a0eaa756895b90e0420d4473698c6b7eb434539e79b35a58afa84bc5397" } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/010": { "status": "met", "reason": "Reviewed numerical and manuscript dependencies are declared in the Docker recipe, REMoDNaV setup.py and host requirements; optional DataLad inside analysis is replaced by prefetch.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Imports reviewed: matplotlib, numpy, pandas, scipy, seaborn, sklearn and local remodnav; stdlib imports need no package. DataLad import has explicit missing-package fallback.", "sha256": "9a84422c1f21e04998fb9430651347bca76407147eedf65d0bf15f7f4a793d7e" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Declares corresponding scientific distributions, statsmodels, pip, make, Inkscape, latexmk and TeX Live. sklearn maps to scikit-learn/Debian python3-sklearn.", "sha256": "a1d3ba52606dcde1afb48f78b93b9472c2b34dc3f44066825f8569917f766730" }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Local package dependencies are included by the recipe and pip editable install.", "sha256": "35d6368060fc470ad322a49e7d96deb0bbde2383c0392b69b92aa7b53ebe648e" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Run inputs are acquired outside the container; DataLad therefore need not be installed inside it. README declares host DataLad, Containers and Docker.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/011": { "status": "partial", "reason": "Host platforms and Docker versions are named, but the Docker adapter assumes a docker executable usable without root; linked legacy scheduler scripts assume a private host.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Names Debian, macOS, Windows 10, DataLad 0.19, Containers 1.2.3 and Docker format/version constraints.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Root README → DataLad Containers v1.2.3 → configured Docker adapter: FIXME explicitly says docker on PATH manageable by non-root is an undocumented assumption.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "description": "Legacy linked processing assumes Condor, Python 2.7 and a private initialdir. No full host setup is described for that route.", "sha256": "48d96996b285ca043690f9dfe388be61a81714d8def0cee1d787357c07e07b9d" } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/012": { "status": "met", "reason": "README lists host tools and tested platforms; Dockerfile lists system and scientific dependencies for the current reproduction route.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Dedicated updated prerequisite list names DataLad, DataLad Containers and Docker with tested versions and installation links; original route lists rendering tools.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian bookworm-slim base and apt/pip dependency lists specify current internal system requirements. Probe nproc hits in bibliography are inproceedings text, not platform commands.", "sha256": "a1d3ba52606dcde1afb48f78b93b9472c2b34dc3f44066825f8569917f766730" } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/013": { "status": "met", "reason": "Dockerfile and container registration are versioned alongside analysis code and data module pins.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked environment recipe.", "sha256": "a1d3ba52606dcde1afb48f78b93b9472c2b34dc3f44066825f8569917f766730" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make registration binds execution to container/image.", "sha256": "e7bd578f58967a35ba5a4bb57075d91e110fc9a778afe5bd17277aafe13ef200" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Successful image-build record declares Dockerfile input and archived image output.", "sha256": null } ] }, "stamped-checklist:must/014": { "status": "met", "reason": "History gives executable image rebuild/save and format-conversion procedures, with recipe changes and resulting archive updates tracked.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "description": "Provides docker build command and migration procedure, not merely an aspiration to keep dependencies current.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "description": "Tracked Dockerfile change adjusts ENV lifetime after initial recipe introduction.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Records successful rebuild/save from recipe into versioned image.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Subsequent executable image-conversion procedure and archived update addresses Docker incompatibility; this is an update instance after creation.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:must/015": { "status": "met", "reason": "Saved image config/layer hashes identify the exact environment; latest is archive metadata, not a remote image selected at runtime. Recipe rebuilds alone remain floating.", "source": "probe:run-env-linked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Config f881bd4db45ac9775f5a5377485a7c939fea4685d7482eed4809cb83fc3b51a3 and explicit layer SHA256 digests identify saved bytes despite RepoTags latest.", "sha256": "bf3f093d43f0780c6c3c99633a71e4d1f4d82def5b2c2e1fb7a0f28160010589" }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "get_image hashes saved config bytes; load returns sha256 image ID; cli_run executes that image ID. It does not pull remodnav:latest.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Run tree records archived image at numerical-results revision. Offline tree listing identified archived config and annex layer entries; historical manifest bytes are omitted, so no full payload hash verification occurred.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/016": { "status": "not-checked", "reason": "Public source and annex download locations are recorded, but independent exact-revision image retrieval is outside the inspection-only cohort.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Publishes clone/reproduction route; supplied source capture is not recipient retrieval proof.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Full image requires annex layers omitted from this frozen package.", "sha256": "bf3f093d43f0780c6c3c99633a71e4d1f4d82def5b2c2e1fb7a0f28160010589" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "description": "Root annex pointer → availability metadata records datapub.fz-juelich.de/studyforrest/remodnav/docker-blobs/e2728... as a location; location log is not a successful download.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/017": { "status": "met", "reason": "Updated README explains how to obtain the dataset/image through DataLad and how to rerun results or build the paper.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Host installs, clone, 1.8GB image transfer expectation, named rerun command and manuscript containers-run command are explicit.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "docker-make maps command to archived container/image and Docker-Makefile.", "sha256": "e7bd578f58967a35ba5a4bb57075d91e110fc9a778afe5bd17277aafe13ef200" } ] }, "stamped-checklist:should/001": { "status": "met", "reason": "Root, data modules, software and image archive use Git/DataLad/git-annex identities throughout.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root Git links code and data modules.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.datalad/config", "description": "Root → raw-data module contains DataLad dataset identity.", "sha256": "4fba9f33fed7111566e8a59654a72bad34d1da5de2f375e1954ca3b824ed1aec" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.datalad/config", "description": "Root → derived labels contains DataLad dataset identity.", "sha256": "df04d45675181a4b732a1ca53c395612ba0ff50940c95564640d48c6200d38f8" }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "Root → REMoDNaV uses Git submodules for evaluation datasets.", "sha256": "f97f8b318fd415cf5c2aa66625b679cd874ef2d4db9d75b93b8265ca5cf79bdb" } ] }, "stamped-checklist:should/002": { "status": "not-checked", "reason": "Successful historical analysis and later Docker compatibility maintenance are recorded; regular full-workflow testing is not established by the frozen evidence.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Completed analysis in 2023, with outputs and exit=0; demonstrates execution, not a regular schedule.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "2025 conversion starts the image with exit 0 and saves OCI archive; it does not rerun the numerical workflow.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Reports cross-platform verification without dated complete repeated-run receipts; no root CI definition is in the tracked inventory. REMoDNaV Travis tests a component, not this paper workflow.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" } ] }, "stamped-checklist:should/003": { "status": "met", "reason": "Raw eyegaze, event labels, REMoDNaV, analysis scripts, figures and container artifacts have distinct boundaries.", "source": "probe:modules-separated+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Separate raw and processed input datasets and code module.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Root code consumes inputs and produces results_def.tex/img; environment lives under container/.", "sha256": "1b1d90579d389fff2adbd53940485a5d9ea223f1d2cc9aa4e93d6eb93cccb3bd" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "description": "Figure rendering is separate from statistics generation and manuscript compilation.", "sha256": "7142b1ab55bac10192767b2e93a7d8668e9096ae441d5175f10061d8eb53ae0f" } ] }, "stamped-checklist:should/009": { "status": "not-applicable", "reason": "N/A: the numerical route uses public eyegaze/evaluation data and open software; no restricted component is identified.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Root → raw data explicitly labels access unrestricted and PDDL. A machine-local ancestral URL is a discoverability defect, not evidence of access restrictions.", "sha256": "45952d26cd9f54f5e90ccc8ff95df6ad78b5d91785ad8224623177aeb0763167" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root provides CC BY 4.0 terms.", "sha256": "8d3fceb4cb62663775f02c1c551cfbf332d1c736667c17817c16c635caba21e0" }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "REMoDNaV has an included license; no authentication requirement is declared on the numerical route.", "sha256": "078768817726fdb0705f5f8a817e44d5702ec273c3d2b5c7195d82b032d5daa8" } ] }, "stamped-checklist:should/004": { "status": "met", "reason": "A completed 2023 analysis record ran the saved image with declared inputs/outputs and exit 0; no new scientific execution was performed here.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Completed native run record identifies image, command, inputs, img/results_def.tex outputs and exit=0; its narrative compares results and discloses a histogram difference.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Configured adapter issues docker run --rm with the saved image ID, establishing disposable execution rather than a definition alone.", "sha256": null } ] }, "stamped-checklist:should/005": { "status": "met", "reason": "Each registered analysis/manuscript execution uses docker run --rm and temporary HOME cleanup; project outputs persist in the mounted root.", "source": "judgement", "evidence": [ { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "cli_run always uses docker run --rm; it bind mounts only the working directory at /tmp and runs the saved image ID.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Creates /tmp/dockertmp as temporary HOME and removes it after successful execution; Docker removes container after exit.", "sha256": "e7bd578f58967a35ba5a4bb57075d91e110fc9a778afe5bd17277aafe13ef200" } ] }, "stamped-checklist:should/006": { "status": "not-checked", "reason": "The image was built/run in 2023 and converted/startup-tested in 2025; regular reconstitution of the exact numerical environment is not demonstrated.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "2023 completed build creates saved environment.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "2023 actual computation uses that saved environment.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "2025 Docker v26 loads original archive, runs exit 0 and writes OCI; metadata cannot establish regular restoration plus scientific replay.", "sha256": null } ] }, "stamped-checklist:should/007": { "status": "met", "reason": "The research object archives the actual Docker image under container/image with content-identified annex layers; this capture deliberately omits their bytes.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Archive includes config/layers with explicit content hashes and sizes.", "sha256": "bf3f093d43f0780c6c3c99633a71e4d1f4d82def5b2c2e1fb7a0f28160010589" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Image is saved into dataset, not just named on Docker Hub.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Conversion preserves versioned archive in the object.", "sha256": null } ] }, "stamped-checklist:should/008": { "status": "met", "reason": "Executable rebuild/save and image-conversion procedures have tracked recipe and archive update instances in history.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "description": "Documented build invocation.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "description": "Recipe update after initial addition.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Completed image build/save.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Later archive format update. Same evidence and verdict as duplicate must/014.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:may/001": { "status": "partial", "reason": "Independent data and software components are pinned modules, but a nested raw-source module has an unresolvable machine-local URL.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three independently maintained components have distinct pinned Git module boundaries.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "REMoDNaV links evaluation data and studyforrest as modules.", "sha256": "f97f8b318fd415cf5c2aa66625b679cd874ef2d4db9d75b93b8265ca5cf79bdb" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Nested lab-eyetracking source is a private filesystem path; top-level-only probe missed this boundary defect.", "sha256": "68b369d219d0d61ccd3b3d777be39ff4e9c78471d439ee7087d69d6e693a84c9" } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:may/002": { "status": "partial", "reason": "README explains the paper inputs and execution routes; module identities are explicit, but recombination guidance and the inherited labels pipeline are sparsely documented.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Identifies raw data, code, figures and manuscript; explains current versus original reproduction route.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Names module paths and repositories, giving a navigable structural map.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Labels README describes old Condor preprocessing/detection, while delivered compute_all.sh uses REMoDNaV; no coherent component-recombination instructions.", "sha256": "dfd06b4919f39420072be8fbdce4390c32c7c846ecdf7d548c164e62a9466f25" } ] }, "stamped-checklist:may/003": { "status": "partial", "reason": "Version pins isolate independent updates, but the linked labels documentation and hardcoded legacy paths leave some module interfaces fragile.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Data and software revisions can move independently in the root tree.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Labels module consumes raw data through a relative inputs/raw_eyegaze boundary with explicit conversion factors.", "sha256": "d80869bb6bb5b73b44fd07d3e9168b4a19822acfa3d154d4585102e6b617b351" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "description": "Legacy path and Condor interface remain tied to one host; modularity alone does not make that route safely updateable.", "sha256": "48d96996b285ca043690f9dfe388be61a81714d8def0cee1d787357c07e07b9d" } ] }, "stamped-checklist:may/004": { "status": "met", "reason": "Git/DataLad module composition plus container registration and Makefile targets connect inputs, analysis, environment and manuscript.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Composition mechanism includes three pinned components.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Binds docker-make to saved image and Docker-Makefile.", "sha256": "e7bd578f58967a35ba5a4bb57075d91e110fc9a778afe5bd17277aafe13ef200" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Invokes analysis and delegates manuscript compilation to root Makefile.", "sha256": "1b1d90579d389fff2adbd53940485a5d9ea223f1d2cc9aa4e93d6eb93cccb3bd" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Executable composition record declares inputs and outputs.", "sha256": null } ] }, "stamped-checklist:may/005": { "status": "met", "reason": "README and Git/DataLad module metadata provide navigation and reproduction commands for the current paper object.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "User-facing overview and clone/reproduction steps.", "sha256": "7a20b05b22ecfcb8f2007d4d0c362f3ef1823dbe8f2046a174d9f7563c9f305a" }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discoverable paths/URLs for independent components.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md", "description": "Linked REMoDNaV component provides its own package documentation; root-relative analysis names component inputs explicitly.", "sha256": "974c835eda225b827c21974534a8342586d55bcc8c90e4e45c4525dc7452cd9b" } ] } }, "schema_version": "0.2.0", "principles_version": "0.2.0", "checklist_source": { "repo": "https://github.com/stamped-principles/stamped-checklist-schema", "tag": "v0.3.1", "commit": "af259bad237fa57b856417db8dba45a1b283a527" }, "extra_items": [ { "key": "license-declared", "status": "met", "reason": "Root COPYING supplies CC BY 4.0; linked REMoDNaV is MIT and raw studyforrest data are PDDL. These terms are outside checklist 0.3.1.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Read Creative Commons Attribution 4.0 license text.", "sha256": "8d3fceb4cb62663775f02c1c551cfbf332d1c736667c17817c16c635caba21e0" }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "Read MIT software license.", "sha256": "078768817726fdb0705f5f8a817e44d5702ec273c3d2b5c7195d82b032d5daa8" }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "Read Open Data Commons PDDL.", "sha256": "38b79a08150da787781c319264b20fb2149051f1ca7cb6d12c06800e4bef88f1" } ] }, { "key": "programmatic-provenance", "status": "partial", "reason": "Native DataLad records capture commands, inputs, outputs and exit status for analysis and image operations. Inherited label environment linkage is incomplete; schema T.4 has no dedicated checklist item.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Structured numerical-results run." } ] }, { "key": "inputs-untouched", "status": "not-checked", "reason": "Native probe inspected uninitialized logistical modules. Frozen linked source/history supplies committed states, but not original working-tree state or an independent content comparison.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Pinned module identities establish composition, not original worker dirtiness.", "sha256": "c8b940ec4607e2225f4e65e01312b8d733f4279ce11f85b014bc7e7f650208cf" } ] }, { "key": "clone-weight", "status": "met", "reason": "Native read-only tree probe found no tracked text blob over 10 MiB; this concerns Git metadata, not the roughly 1.8GB annexed image.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Frozen tracked tree inventory examined by clone-weight probe." } ] } ], "object": { "url": "https://github.com/psychoinformatics-de/paper-remodnav", "commit": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "captured_at": "2026-10-27T23:51:57.138855+00:00", "kind": "study" }, "assessor": { "skill": "assess-alignment-with-stamped-principles", "version": "0.1.0", "harness": "isolated-study-worker", "model": "unavailable", "date": "2026-10-28", "drafted_by": "scripts/run_probes.py", "dependencies": [ "stamped-conventions@0.1.0" ], "note": "Independent replicate 10; actual model identity withheld/unknown. Instrument con-narps-guidance pinned at 326606610af6c261876c92032ca1f89f6d3ad1f1. No scientific replay performed." }, "scope": "Inspection-only assessment of numerical results, figures and manuscript at 34388d3ca78fbd483e022e4e2851be390b7eebf2, following root README and pinned module links in frozen manifest e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. No network, payload acquisition, build or scientific execution; --check-remote was not run. Binary data, SVG/style payloads and image layers are omitted by capture, not observed retrieval failures. Git reads and native probes used GIT_NO_LAZY_FETCH=1; linked module source/history was inspected separately, not installed in the logistical checkout. Some historical Git blobs are absent and could not be read offline. No live issue tracker inspection was possible; source history cites issues 20, 25, 26 and 27. No original working-tree or independent recipient retrieval is asserted. Goals/kind are an unconfirmed documented assumption. Model identity is unavailable. Native JSON retained; optional framework export unavailable in this older instrument branch." }, "report_content": "MUST (17): 12 met / 4 partial / 0 unmet / 1 not-checked / 0 not-applicable\nSHOULD (9): 6 met / 0 partial / 0 unmet / 2 not-checked / 1 not-applicable\nMAY (5): 2 met / 3 partial / 0 unmet / 0 not-checked / 0 not-applicable\n\nAssumption, unconfirmed with the project authors: this is a **study** whose product is the paper's numerical results, figures and manuscript. All seven principles apply, with emphasis on result provenance and discoverable inputs. This is an independent inspection-only assessment, not a scientific validity certification.\n\nWhat to fix first:\n\n1. Replace the ancestral raw-data module's machine-local URL with a durable link, or explicitly exclude it from supported reproduction. The released numerical inputs are separately linked, but a recursive recipient still encounters a broken boundary (must/002, may/001).\n2. Preserve the exact environment of inherited event-label generation, and retain a completed manuscript-build record. The 2023 paper-analysis record is strong; the input derivatives and complete manuscript do not have equally complete environment linkage (must/006).\n3. Retire or parameterize the legacy labels module's user-specific Condor paths, and document Docker executable/permission assumptions. This makes the linked processing routes understandable outside the original host (must/009, must/011).\n4. Add coherent component-recombination and update guidance around the labels dataset; it still describes the old Condor scripts while a relative REMoDNaV compute script is delivered (may/002, may/003).\n5. Retain independent image/data retrieval and periodic full replay receipts. These would resolve present inspection limits, rather than repair a demonstrated failed download (must/016, should/002, should/006).\n\nThe project already does well:\n\n- The [README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) gives a precise tagged rerun route and honestly discloses the 2023 histogram difference. The old instructions are explicitly separated, so this is not a silent conflict.\n- The [completed analysis record](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) connects declared inputs, image, command and statistics/figure outputs with exit 0.\n- The [saved image manifest](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json) and [module links](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules) preserve independently identified environment and data components. The adapter runs a config-hashed image ID despite the archive's latest label.\n\n| item | principles | status | source | evidence | reason |\n|---|---|---|---|---|---|\n| must/001 | S.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile` | The paper root contains manuscript, analysis, results, image archive and pinned data/code modules. |\n| must/002 | S.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | Required numerical inputs are pinned under the root; the linked raw-data module also carries a machine-local ancestral source URL. Remote payload access was not tested. |\n| must/003 | S.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py` | The container recipe includes scientific packages; REMoDNaV is a pinned module installed by Docker-Makefile. |\n| must/004 | T.1,T.3,T.5 | met | probe:tree-clean+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile` | Git tracks source, prose and configuration. Probe deletions reflect the frozen inspection checkout, not untracked original work. |\n| must/005 | T.1,T.3,T.5 | met | probe:large-in-annex+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/.gitattributes` | Container layers and large data use git-annex content identities; source text remains in Git. |\n| must/006 | T.1,T.3,T.5 | partial ⚠ (a MUST is not satisfied by partial) | probe:run-env-linked+probe:derived-have-records+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | The 2023 run links statistics/figures to a saved image; inherited event-label runs lack exact environments, and manuscript build is offered without a completed run record. |\n| must/007 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile` | README provides host installation links, clone, numerical rerun and manuscript-build commands; old instructions are explicitly labeled. |\n| must/008 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | The documented starting point is datalad rerun results-containerized; a separate container command builds the manuscript. |\n| must/009 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:no-abs-paths+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh` | The current container route uses relative project paths; legacy label-generation submit scripts retain a user-specific initialdir. Container cleanup paths are internal. |\n| must/010 | P.1 | met | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | Reviewed numerical and manuscript dependencies are declared in the Docker recipe, REMoDNaV setup.py and host requirements; optional DataLad inside analysis is replaced by prefetch. |\n| must/011 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh` | Host platforms and Docker versions are named, but the Docker adapter assumes a docker executable usable without root; linked legacy scheduler scripts assume a private host. |\n| must/012 | P.2 | met | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile` | README lists host tools and tested platforms; Dockerfile lists system and scientific dependencies for the current reproduction route. |\n| must/013 | P.3 | met | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c` | Dockerfile and container registration are versioned alongside analysis code and data module pins. |\n| must/014 | P.3 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | History gives executable image rebuild/save and format-conversion procedures, with recipe changes and resulting archive updates tracked. |\n| must/015 | D.1 | met | probe:run-env-linked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | Saved image config/layer hashes identify the exact environment; latest is archive metadata, not a remote image selected at runtime. Recipe rebuilds alone remain floating. |\n| must/016 | D.1 | not-checked | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web` | Public source and annex download locations are recorded, but independent exact-revision image retrieval is outside the inspection-only cohort. |\n| must/017 | D.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | Updated README explains how to obtain the dataset/image through DataLad and how to rerun results or build the paper. |\n| should/001 | T.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.datalad/config`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.datalad/config`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules` | Root, data modules, software and image archive use Git/DataLad/git-annex identities throughout. |\n| should/002 | A.2 | not-checked | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | Successful historical analysis and later Docker compatibility maintenance are recorded; regular full-workflow testing is not established by the frozen evidence. |\n| should/003 | M.1 | met | probe:modules-separated+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile` | Raw eyegaze, event labels, REMoDNaV, analysis scripts, figures and container artifacts have distinct boundaries. |\n| should/004 | E.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | A completed 2023 analysis record ran the saved image with declared inputs/outputs and exit 0; no new scientific execution was performed here. |\n| should/005 | E.1 | met | judgement | `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | Each registered analysis/manuscript execution uses docker run --rm and temporary HOME cleanup; project outputs persist in the mounted root. |\n| should/006 | D.2 | not-checked | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | The image was built/run in 2023 and converted/startup-tested in 2025; regular reconstitution of the exact numerical environment is not demonstrated. |\n| should/007 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | The research object archives the actual Docker image under container/image with content-identified annex layers; this capture deliberately omits their bytes. |\n| should/008 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | Executable rebuild/save and image-conversion procedures have tracked recipe and archive update instances in history. |\n| should/009 | M.4 | not-applicable | judgement | `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE` | N/A: the numerical route uses public eyegaze/evaluation data and open software; no restricted component is identified. |\n| may/001 | M.2 | partial | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules` | Independent data and software components are pinned modules, but a nested raw-source module has an unresolvable machine-local URL. |\n| may/002 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README` | README explains the paper inputs and execution routes; module identities are explicit, but recombination guidance and the inherited labels pipeline are sparsely documented. |\n| may/003 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh` | Version pins isolate independent updates, but the linked labels documentation and hardcoded legacy paths leave some module interfaces fragile. |\n| may/004 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | Git/DataLad module composition plus container registration and Makefile targets connect inputs, analysis, environment and manuscript. |\n| may/005 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md` | README and Git/DataLad module metadata provide navigation and reproduction commands for the current paper object. |\n\nFlagged items:\n\n- must/002 (probe-overridden): Top-level URL-shape probe missed the nested local-path module; required released inputs remain separately linked.\n- must/004 (probe-overridden, mapping-questioned): tree-clean measured omissions in the logistical checkout, not original version-control practice; Git-tracked source is present.\n- must/006 (mapping-questioned): The output-filename heuristic missed dynamically generated SVGs and counted historical runs indiscriminately. Partial is retained for inherited labels and manuscript provenance, not the probe count of 24 uncovered SVGs.\n- must/007 (probe-overridden): The probe misread prose about analysis-code changes as a nonexistent make changes instruction; actual README commands are present.\n- must/009 (probe-overridden): Dockerfile absolute cleanup paths are inside Debian, not host paths. Partial reflects inspected legacy linked scripts instead.\n- must/010 (probe-overridden): Reviewed imports/tools and package aliases establish the current route dependencies; image prefetch replaces optional in-container DataLad.\n- must/011 (probe-overridden): Command scan alone is insufficient; adapter source exposes an undocumented non-root Docker assumption and legacy scripts carry private host state.\n- must/012 (probe-overridden): Read host requirements and recipe directly; bibliography inproceedings substring matches are not nproc invocations.\n- must/014 (upstream-duplicate): Same upstream question and evidence as should/008; a declared executable procedure and tracked update instances were found.\n- must/015 (probe-overridden): Floating-tag regex is misleading for an archived image. Adapter hashes local config and executes its image ID; the recipe itself is not fully pinned.\n- must/016 (probe-overridden): Remote existence and annex availability metadata cannot establish recipient access; inspection-only boundary prevents that check.\n- should/008 (upstream-duplicate): Intentional duplicate of must/014, not independent confirmation.\n- may/001 (probe-overridden): Probe saw top-level module links only; recursive boundary includes an unresolvable local source path.\n\nNot checked:\n\n- must/016: retrieve the assessed revision and necessary image/data payloads independently, and verify their recorded content identities. The retained annex URL is a location claim, not a successful retrieval.\n- should/002: dated repeated complete paper-workflow runs would establish regular instruction testing. The component's Travis configuration is not a complete paper test.\n- should/006: repeated restoration and execution of the numerical-results environment would establish regular reconstitution. The 2025 image conversion only starts it with exit 0.\n- Extra inputs-untouched: original working-tree/capture evidence or an independent input-state comparison would settle this. The isolated clone does not establish original worker state.\n\nGoals, kind and seven boundary facts:\n\n1. **Product:** the [root README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) explicitly identifies raw data, statistics/figures and manuscript sources for REMoDNaV. Primary kind is study; linked software is a secondary tool component.\n2. **Boundary:** [root module metadata](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules) links raw eyegaze, labels and REMoDNaV. REMoDNaV links Andersson evaluation data and studyforrest. The nested raw-data src/lab-eyetracking path is machine-local; it is not consumed by the paper's declared numerical rerun. Code embeds comparison summary constants with an immutable Andersson citation. Cache presence alone supplied no additional link.\n3. **Versions:** Git tracks paper/code/config and module commits; [raw dataset documentation](https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst) describes annex content identities. Saved image layers are also annexed.\n4. **Environment:** [Dockerfile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile) specifies Debian and scientific/rendering packages; [registration](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config) selects container/image. Exact saved bytes, rather than the floating rebuild recipe, define replay identity. Historical manifest/config payload bytes were not all available offline; full content verification was not performed.\n5. **Execution:** [Docker-Makefile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile) installs the pinned software and invokes code/mk_figuresnstats.py; root/img Makefiles render figures and the PDF. README directs numerical reproduction to datalad rerun results-containerized, resolved offline to 57d2565ab70b9d7b41c28aaa253ccc7096900f8d.\n6. **Shipped-result provenance:** that [native completed record](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) names image and numerical outputs. The [labels generation record](https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6) has command/input/output provenance but no exact environment. [Manuscript source](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex) consumes results_def.tex and rendered figures; no completed main.pdf receipt is supplied.\n7. **Access and terms:** README publishes the GitHub/DataLad route, with ~1GB data and ~1.8GB image transfer. Annex metadata records a datapub.fz-juelich.de blob location; access was not tested. [COPYING](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING) gives CC BY 4.0, linked REMoDNaV is MIT and raw studyforrest data are PDDL. Licensing is outside the 31 checklist questions.\n\nScope and limitations: frozen manifest SHA-256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499, cohort remodnav-e3c6253bced7. Manifest creation time is recorded as capture time. Source/text, Git histories, pointers and supplied metadata were inspected; data, image layers, SVGs and manuscript-style payloads were deliberately omitted. Missing bytes are not retrieval failures. Git/probes used GIT_NO_LAZY_FETCH=1. A historical git show/stat encountered an absent blob and was not retried through the network. The raw probes retain their original logistical-checkout findings. No scientific computation, image build, payload acquisition or network check ran; --check-remote and live issue-tracker inspection were outside scope. Source history itself records issues 20, 25, 26 and 27, including disclosure of the histogram change and OCI conversion, but live threads were not inspected. Source commands and native record delimiters were treated as data. No instruction to change the assessment was followed.\n\nThe native response is retained as authoritative. Optional framework export is unavailable in this older branch; no substitute framework records were invented.\n\n[Checklist app URL](study-con-narps-guidance-10.url.txt) · [Authoritative native response](study-con-narps-guidance-10.responses.json) · [Original raw probes](../.cache/study/probes/study-con-narps-guidance-10.probes.json).\n\nProduced by assess-alignment-with-stamped-principles 0.1.0 with stamped-conventions 0.1.0, instrument con-narps-guidance@326606610af6c261876c92032ca1f89f6d3ad1f1; checklist 0.3.1 (stamped-checklist-schema@v0.3.1, af259bad237fa57b856417db8dba45a1b283a527), on https://github.com/psychoinformatics-de/paper-remodnav at commit 34388d3ca78fbd483e022e4e2851be390b7eebf2, 2026-10-28, isolated-study-worker / model unavailable. Requested identity is not observed runtime identity.\n\nValidation: native validator passed all 31 answers; app URL encoded through encode_response.py. No overall numeric score.\n" }, { "id": "study-con-stamped-impl-01", "study_id": "remodnav-method-comparison-01", "object_id": "paper-remodnav", "object_revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "method_id": "con-stamped-impl", "method_revision": "4fe5d7be82ed6c297747e8b838031aec88e75903", "model_requested": "gpt-6.1-sol", "model_observed": null, "reasoning_effort": "medium", "replicate": 1, "status": "complete", "independent": true, "created_at": "2026-10-27T23:54:21.338930+00:00", "native_output": "results/study-con-stamped-impl-01.responses.json", "report": "results/study-con-stamped-impl-01.md", "summary": { "checklist_counts": { "must": { "met": 8, "partial": 9, "unmet": 0, "not-checked": 0, "not-applicable": 0 }, "should": { "met": 5, "partial": 3, "unmet": 0, "not-checked": 1, "not-applicable": 0 }, "may": { "met": 2, "partial": 3, "unmet": 0, "not-checked": 0, "not-applicable": 0 } }, "completion": { "answered": 31, "total": 31 } }, "limitations": [ "Inspection cohort; no scientific workflow execution or independent payload retrieval by this assessor.", "Actual model version not independently exposed; requested model and reasoning are recorded." ], "evidence_cohort": "remodnav-e3c6253bced7", "probe_artifact": { "path": "results/study-con-stamped-impl-01.probes.json", "original_sha256": "b317c4418d4470ea690f2d5422c27c0dcb7ec1813ee5cb62d1fe8b2cce6b3823", "public_sha256": "0e20f0eca5e3adebb5b2b5eb864cdfb1f4eed2a645f761fcb7e9678ff218bb58", "redaction": "Only the local logistical checkout prefix was replaced. The original raw probe output is retained unchanged in the ignored study cache." }, "native_data": { "checklist_version": "0.3.1", "responses": { "stamped-checklist:must/001": { "status": "partial", "reason": "Root contains manuscript, code, image and pinned inputs; the recursively linked raw-source module still points outside the common root.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery: root .gitmodules links both input datasets and remodnav under the root.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Discovery: root > data/raw_eyegaze > .gitmodules; src/lab-eyetracking names /home/data/psyinf/forrest_gump/collection/fg_eyegaze_raw. This breaks recursive source completeness, not evidence that shipped TSV inputs are absent.", "sha256": null } ] }, "stamped-checklist:must/002": { "status": "partial", "reason": "Immediate inputs are pinned under the root, but raw_eyegaze recursively links src/lab-eyetracking to a private host path. Live retrieval was not checked.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "All three immediate links use GitHub URLs; native probe checked URL shape only and did not inspect installed child modules.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Discovery: root > data/raw_eyegaze; src/lab-eyetracking URL is a host filesystem path, independently confirmed from source. No network failure is claimed.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/003": { "status": "partial", "reason": "Paper analysis software is in the image and pinned REMoDNaV module; linked label-generation runs still assume an external Python environment.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Installs scientific Python libraries plus Inkscape, latexmk and TeX; Docker-Makefile installs the pinned remodnav checkout.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Discovery: root > data/studyforrest-data-eyemovementlabels; invokes host python with PYTHONPATH and no isolated software environment.", "sha256": null } ] }, "stamped-checklist:must/004": { "status": "met", "reason": "Committed Git trees track code, text and configuration; probe-reported deletions are deliberately omitted cohort payloads, not source dirt.", "source": "probe:tree-clean+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Git snapshot 34388d3 contains documentation and source; read-only ls-tree confirms tracked Makefiles, code, manuscript, configuration and Gitlinks.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Cohort workdir omits 35 tracked payload/style/SVG paths by design; tree-clean measured packaging incompleteness rather than absence of version control.", "sha256": null } ], "flags": [ "probe-overridden", "mapping-questioned" ] }, "stamped-checklist:must/005": { "status": "met", "reason": "Git-annex content keys track container layers and Studyforrest binary inputs; their bytes are absent from this inspection cohort.", "source": "probe:large-in-annex+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Image layer SHA256 paths are tracked annex pointers with MD5E keys in the frozen inventory; probe counted six root pointers and no binary blob above 10 MiB.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Discovery: root > data/raw_eyegaze; README describes Git metadata plus git-annex retrieval for separately stored large content.", "sha256": null } ] }, "stamped-checklist:must/006": { "status": "partial", "reason": "2023 analysis records link an archived image and declared inputs/outputs; linked event-label production records invoke host Python without an exact environment.", "source": "probe:derived-have-records+probe:run-env-linked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Run record names container/image as extra_input, input globs, img and results_def.tex outputs and exit 0. This is recorded execution evidence, not a rerun by this assessor.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Discovery: root > labels module > history; bash code/compute_all.sh declares inputs and sub-* outputs but no environment specification.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/b06a134079faf2056643d069771d311eb525f1c6", "description": "flowchart_2 is manually edited artwork; last-touch heuristics should not treat every SVG as unrecorded scientific computation. Histogram last-touch f510905 reflects restoring original SVGs, while the 2023 run still declares img.", "sha256": null } ], "flags": [ "mapping-questioned" ] }, "stamped-checklist:must/007": { "status": "met", "reason": "README gives installation, DataLad rerun and container manuscript commands; the retained old route is explicitly labelled.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions list DataLad 0.19, Containers 1.2.3 and Docker, then clone, rerun results-containerized and containers-run -n docker-make main.pdf. Probe misread prose make changes as a target.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "The documented manuscript and results targets are defined; original instructions are separately labelled, not a silent route conflict.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/008": { "status": "met", "reason": "The updated route starts with datalad rerun results-containerized; manuscript generation has a named docker-make registration and Make target.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Names signed results-containerized tag and separate manuscript command.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "docker-make dispatches to Docker-Makefile; that Makefile runs code/mk_figuresnstats.py -s -f -r -m.", "sha256": null } ] }, "stamped-checklist:must/009": { "status": "partial", "reason": "Root analysis uses relative data paths; legacy linked scheduler scripts hardcode a user home directory. Container cleanup paths are not host-path defects.", "source": "probe:no-abs-paths+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "load_anderson and Studyforrest readers join project-relative paths. Dockerfile /root cleanup is inside the image; README Windows paths are prompts.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "description": "Discovery: root > labels > code; initialdir = /home/asimio/fg_eyegaze_preproc/ and executable=/usr/bin/python2.7 remain in legacy scheduler tooling, unlike relative current compute_all.sh.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/010": { "status": "partial", "reason": "The image specifies analysis and manuscript dependencies; host DataLad, Containers and Docker are prerequisites, and label-generation Python is not frozen.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Scientific packages and rendering tools included; selected pip packages are pinned but Debian packages float.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Host orchestration tools must already be installed; verified versions are guidance rather than a complete host lock.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "The linked production script invokes python outside the root image; root-only probe cannot establish whole-object dependency coverage.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/011": { "status": "partial", "reason": "README states OS support and Docker compatibility, but does not explain the adapter’s Docker permissions/mount assumptions or linked scheduler host configuration.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Lists Debian, MacOS, Windows 10 and Docker format/version transition; provides download size estimates.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Discovery: root README Containers v1.2.3 > .datalad/config > adapter; requires docker on PATH usable by non-root, bind-mounts cwd at /tmp, maps UID/GID on non-Windows.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "description": "Legacy script assumes Python2.7, 8000 MB memory, inherited environment and a fixed home initialdir without corresponding root guidance.", "sha256": null } ] }, "stamped-checklist:must/012": { "status": "partial", "reason": "README and Dockerfile give clear root requirements; linked label regeneration still has stale Condor instructions and no complete environment list.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Clear DataLad/Containers/Docker list, tested versions, OS examples and renderer requirements for old route.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Explicit Linux system and Python analysis packages.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Discovery: root > labels; README describes obsolete preprocess/detect_events Condor route while recorded production uses code/compute_all.sh and REMoDNaV.", "sha256": null } ] }, "stamped-checklist:must/013": { "status": "met", "reason": "Git tracks the Dockerfile, container registration, immutable image manifests and linked REMoDNaV dependency declarations alongside analysis sources.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked environment definition in same committed tree as analysis.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked registration identifies image directory and adapter invocation.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "description": "Tracked OCI descriptor names manifest digest sha256:96148c274796ac7b9ac3a99f53709ba07b682b27532aacd81e153e947709059c.", "sha256": null } ] }, "stamped-checklist:must/014": { "status": "met", "reason": "History supplies runnable build/save and OCI conversion procedures with recorded instances; environment maintenance is tracked.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Recorded docker build and DataLad adapter save, with container/Dockerfile input and container/image output.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Recorded 2025 load/save conversion updates existing archived image; README explains version compatibility. Same question as should/008.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:must/015": { "status": "met", "reason": "Archived image manifests, layer content keys and Git history identify the exact reusable image; latest is only its local label, not a remote resolution.", "source": "probe:run-env-linked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Lists config f881bd4..., layer digests d310e774... and e2728fc6...; index also carries immutable manifest digest. Debian floating recipe does not erase the saved image identity.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "get_image hashes archived config bytes; cli_run obtains image_id through load and executes that SHA256 ID rather than pulling remodnav:latest.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/016": { "status": "met", "reason": "Frozen public source contains the recipe and manifests; annex metadata records public image-blob locations. Current payload retrieval remains untested.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Public frozen source includes usable recipe; logistical origin alone was not used as proof.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Content-addressed saved artifact is linked through root image directory.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/0c3/9f5/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.tar.log.web", "description": "Discovery: root image pointer > git-annex availability metadata; old layer location recorded publicly. OCI layer log similarly records https://datapub.fz-juelich.de/studyforrest/remodnav/docker-blobs/e2728fc6d2c404f7b41e0fa4f889117090f4476eefab2bca48d7164dcbf7a0cb. No fetch attempted.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/017": { "status": "partial", "reason": "Root README explains cloning and using the saved environment; linked label production lacks matching environment/reproduction guidance.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Provides installation links, clone, results-containerized rerun and containers-run manuscript command.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Linked README gives Condor preprocessing/detection instructions rather than the bash compute_all.sh route recorded in production; environment for that route is unspecified.", "sha256": null } ] }, "stamped-checklist:should/001": { "status": "met", "reason": "Git identifies root and nested software/data revisions, with git-annex for large Studyforrest and image content.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root Gitlinks compose data and software under one Git/DataLad mechanism.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Explains Git plus annex tracking and retrieval.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "description": "Nested code/remodnav and inputs/raw_eyegaze follow the same mechanism.", "sha256": null } ] }, "stamped-checklist:should/002": { "status": "partial", "reason": "Recorded analysis execution and 2025 compatibility work show episodic verification; no root automated recurring reproduction test is defined.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Recorded successful 2023 analysis execution supports actual testing beyond a script definition.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "2025 conversion executes exit 0 inside old image, not a full analysis rerun. Native CI scan found no root CI; linked REMoDNaV .travis.yml tests library only.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:should/003": { "status": "met", "reason": "Raw input datasets, event labels, analysis code, figures and container files occupy distinct linked modules or directories.", "source": "probe:modules-separated+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Raw_eyegaze, event-label dataset and remodnav are independently pinned components.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Reads code/, produces img/ and results_def.tex; container/ contains environment. Probe did not recognize img as a derived directory, but source establishes separation.", "sha256": null } ] }, "stamped-checklist:should/009": { "status": "not-checked", "reason": "Public Studyforrest access is documented, but access terms for the unresolved raw-source module were not available; restricted-component separation cannot be settled.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Public input data explicitly labelled unrestricted, no authentication.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Nested src/lab-eyetracking uses an internal host path; neither a restricted classification nor terms are inferable from this path alone.", "sha256": null } ] }, "stamped-checklist:should/004": { "status": "met", "reason": "The committed 2023 result run uses an adapter that creates a fresh Docker container; this is equivalent historical evidence, not a new rerun.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Result run invokes datalad_container.adapters.docker run and records exit 0 with declared outputs.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "cli_run constructs docker run --rm with the archived image ID, fresh container per invocation. Payloads absent; no fresh-rerun probe ran in this cohort.", "sha256": null } ] }, "stamped-checklist:should/005": { "status": "partial", "reason": "Root Docker adapter uses --rm for each invocation; linked event-label production reuses host Python and inherited environment.", "source": "judgement", "evidence": [ { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Docker --rm establishes disposable root computation containers; project directory remains a mounted persistent output location.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Loops through subjects/runs in the existing host Python environment rather than spawning disposable environments.", "sha256": null } ] }, "stamped-checklist:should/006": { "status": "partial", "reason": "Archived analysis environment has recorded use and later compatibility checks, but no regular test rebuilds/restores it and recomputes the study.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Recorded actual analysis use of frozen image in 2023.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "2025 maintenance checks container invocation and changes format; not a recurring complete environment-plus-results test. Root native probe found no CI configuration.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:should/007": { "status": "met", "reason": "Container config and layers are archived as versioned content within container/image, rather than only a registry tag.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Saved image artifact enumerates config and both large layers; annex pointers identify bytes.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Saved image converted in place under tracked history. Artifact bytes deliberately omitted by cohort; archive structure and availability metadata inspected.", "sha256": null } ] }, "stamped-checklist:should/008": { "status": "met", "reason": "Runnable build/save and OCI conversion procedures have recorded instances in environment history.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Build/save command recorded with recipe input and image output.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Existing image updated in 2025 through recorded conversion; intentionally duplicates must/014.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:may/001": { "status": "met", "reason": "Both immediate and nested external software/data dependencies are pinned Git submodules.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three immediate input/code modules are recorded.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "description": "Discovery: root > labels; code/remodnav and inputs/raw_eyegaze are nested modules. Reachability caveat is assessed separately in must/002.", "sha256": null } ] }, "stamped-checklist:may/002": { "status": "partial", "reason": "README explains broad roles and versioned links, while detailed nested dependencies and the label-production composition are not mapped.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "States data, statistics/figures, manuscript and environment roles; describes reproduction route.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Nested module documentation presents an older Condor procedure without connecting current compute_all.sh, pinned REMoDNaV and root histogram consumption.", "sha256": null } ] }, "stamped-checklist:may/003": { "status": "partial", "reason": "Data and software have independent pins, but a linked label module was advanced to REMoDNaV v0.2 after its recorded production run without an accompanying rerun record.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e", "description": "Discovery: root > labels > history; latest commit updates code/remodnav to release v0.2.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Recorded event-label production predates update; independent pinning exists but compatibility-preserving update procedure is incomplete, not evidence of an observed broken run.", "sha256": null } ] }, "stamped-checklist:may/004": { "status": "met", "reason": "Gitlinks compose exact module revisions and DataLad plus the Makefiles connect inputs, image, result definitions, figures and manuscript.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Pins the module composition.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Calls analysis and delegates manuscript build to Makefile, which renders img and main.tex.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Binds composition to saved container environment.", "sha256": null } ] }, "stamped-checklist:may/005": { "status": "partial", "reason": "README and .gitmodules support root navigation; nested label regeneration has stale instructions and lacks a current component map.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Names purpose, commands and DataLad links; root structure can be navigated using .gitmodules.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Current compute_all.sh route and code/remodnav module are not described by the older nested reproduction README.", "sha256": null } ] } }, "schema_version": "0.2.0", "principles_version": "0.2.0", "checklist_source": { "repo": "https://github.com/stamped-principles/stamped-checklist-schema", "tag": "v0.3.1", "commit": "af259bad237fa57b856417db8dba45a1b283a527" }, "extra_items": [ { "key": "clone-weight", "status": "met", "reason": "No text blob in git exceeds 10 MiB.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Read-only native clone-weight probe inspected committed ls-tree sizes: no text blob exceeds 10 MiB." } ] }, { "key": "inputs-untouched", "status": "not-checked", "reason": "3 of 3 module(s) are not installed here, so their state cannot be read: data/studyforrest-data-eyemovementlabels, remodnav, data/raw_eyegaze", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Raw native inputs-untouched probe found all three modules uninstalled in logistical clone. Separate source/history inspection does not observe their working-tree state." } ] }, { "key": "license-declared", "status": "met", "reason": "Root COPYING declares CC BY 4.0; this does not establish terms for every linked component.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root license text inspected; linked software/data retain separate terms." } ] } ], "object": { "url": "https://github.com/psychoinformatics-de/paper-remodnav", "commit": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "captured_at": "2026-10-27T23:57:39+00:00", "kind": "study" }, "assessor": { "skill": "assess-alignment-with-stamped-principles", "version": "0.1.0", "harness": "isolated-study-worker", "model": "unavailable", "date": "2026-10-27", "drafted_by": "scripts/run_probes.py", "dependencies": [ "stamped-conventions@0.1.0" ], "note": "Actual runtime model identity withheld/unknown. Native response retained; optional framework export unavailable in this study." }, "scope": "Inspection-only frozen source at 34388d3ca78fbd483e022e4e2851be390b7eebf2 and explicitly linked computational components; manifest e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. Read-only probes on logistical root clone, modules not installed; linked source/history inspected separately. No --check-remote, network, live issue tracker inspection, payload retrieval, builds or scientific execution. Missing payloads are cohort omissions, not retrieval failures. Historical run records inspected; no fresh rerun. Model identity unavailable." }, "report_content": "# Independent STAMPED assessment — replicate 1\n\nMUST (17): 8 met / 9 partial / 0 unmet / 0 not-checked / 0 not-applicable; SHOULD (9): 5 met / 3 partial / 0 unmet / 1 not-checked / 0 not-applicable; MAY (5): 2 met / 3 partial / 0 unmet / 0 not-checked / 0 not-applicable. Partial MUST items do not satisfy the requirement. No overall score.\n\n**What to fix first**\n\n1. Freeze the linked event-label generation environment and connect it to its existing DataLad run record. The root analysis image cannot specify the host Python environment that produced an input dataset (must/003, must/006, must/010, must/012, must/017).\n2. Replace or explicitly scope out the raw-source submodule's `/home/data/...` URL. Immediate paper inputs are linked properly, but recursive source completeness stops at a machine-specific location (must/001, must/002). This is a source-confirmed configuration defect, not an observed failed download.\n3. Update the label module's README to describe `compute_all.sh`, remove or clearly label legacy host-specific Condor scripts, and document Docker permissions/mount assumptions (must/009, must/011–012, must/017; may/002, may/005).\n4. Add a recurring fresh-container study verification using the archived image. History shows actual 2023 analysis execution and 2025 container maintenance, but no recurring full workflow/environment test (should/002, should/006). The root README already links the historical compatibility work in #20/#24 and Docker conversion history names #27; those linked threads were not accessed.\n\n**What already works well**\n\n- The [updated README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) gives a specific tag-based DataLad rerun and a container manuscript command, and accurately labels the old route and disclosed historical figure difference. Those disclosures are not silent contradictions.\n- The [2023 run record](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) declares image, inputs and outputs. [Saved manifests](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json) identify the config and layers rather than depending on an external mutable tag.\n- Data, code and environment are separately composed with [Gitlinks](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules), and root [COPYING](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING) supplies explicit licensing.\n\n**Per-item judgments**\n\n| item | principles | status | source | evidence | reason |\n|---|---|---|---|---|---|\n| must/001 | S.1 | partial ⚠ (a MUST is not satisfied by partial) | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules` | Root contains manuscript, code, image and pinned inputs; the recursively linked raw-source module still points outside the common root. |\n| must/002 | S.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules` | Immediate inputs are pinned under the root, but raw_eyegaze recursively links src/lab-eyetracking to a private host path. Live retrieval was not checked. |\n| must/003 | S.1 | partial ⚠ (a MUST is not satisfied by partial) | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh` | Paper analysis software is in the image and pinned REMoDNaV module; linked label-generation runs still assume an external Python environment. |\n| must/004 | T.1,T.3,T.5 | met | probe:tree-clean+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json` | Committed Git trees track code, text and configuration; probe-reported deletions are deliberately omitted cohort payloads, not source dirt. |\n| must/005 | T.1,T.3,T.5 | met | probe:large-in-annex+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst` | Git-annex content keys track container layers and Studyforrest binary inputs; their bytes are absent from this inspection cohort. |\n| must/006 | T.1,T.3,T.5 | partial ⚠ (a MUST is not satisfied by partial) | probe:derived-have-records+probe:run-env-linked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/b06a134079faf2056643d069771d311eb525f1c6` | 2023 analysis records link an archived image and declared inputs/outputs; linked event-label production records invoke host Python without an exact environment. |\n| must/007 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile` | README gives installation, DataLad rerun and container manuscript commands; the retained old route is explicitly labelled. |\n| must/008 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | The updated route starts with datalad rerun results-containerized; manuscript generation has a named docker-make registration and Make target. |\n| must/009 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:no-abs-paths+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh` | Root analysis uses relative data paths; legacy linked scheduler scripts hardcode a user home directory. Container cleanup paths are not host-path defects. |\n| must/010 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh` | The image specifies analysis and manuscript dependencies; host DataLad, Containers and Docker are prerequisites, and label-generation Python is not frozen. |\n| must/011 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh` | README states OS support and Docker compatibility, but does not explain the adapter’s Docker permissions/mount assumptions or linked scheduler host configuration. |\n| must/012 | P.2 | partial ⚠ (a MUST is not satisfied by partial) | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README` | README and Dockerfile give clear root requirements; linked label regeneration still has stale Condor instructions and no complete environment list. |\n| must/013 | P.3 | met | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json` | Git tracks the Dockerfile, container registration, immutable image manifests and linked REMoDNaV dependency declarations alongside analysis sources. |\n| must/014 | P.3 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | History supplies runnable build/save and OCI conversion procedures with recorded instances; environment maintenance is tracked. |\n| must/015 | D.1 | met | probe:run-env-linked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | Archived image manifests, layer content keys and Git history identify the exact reusable image; latest is only its local label, not a remote resolution. |\n| must/016 | D.1 | met | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/0c3/9f5/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.tar.log.web` | Frozen public source contains the recipe and manifests; annex metadata records public image-blob locations. Current payload retrieval remains untested. |\n| must/017 | D.1 | partial ⚠ (a MUST is not satisfied by partial) | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README` | Root README explains cloning and using the saved environment; linked label production lacks matching environment/reproduction guidance. |\n| should/001 | T.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules` | Git identifies root and nested software/data revisions, with git-annex for large Studyforrest and image content. |\n| should/002 | A.2 | partial | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | Recorded analysis execution and 2025 compatibility work show episodic verification; no root automated recurring reproduction test is defined. |\n| should/003 | M.1 | met | probe:modules-separated+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile` | Raw input datasets, event labels, analysis code, figures and container files occupy distinct linked modules or directories. |\n| should/004 | E.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | The committed 2023 result run uses an adapter that creates a fresh Docker container; this is equivalent historical evidence, not a new rerun. |\n| should/005 | E.1 | partial | judgement | `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh` | Root Docker adapter uses --rm for each invocation; linked event-label production reuses host Python and inherited environment. |\n| should/006 | D.2 | partial | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | Archived analysis environment has recorded use and later compatibility checks, but no regular test rebuilds/restores it and recomputes the study. |\n| should/007 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | Container config and layers are archived as versioned content within container/image, rather than only a registry tag. |\n| should/008 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | Runnable build/save and OCI conversion procedures have recorded instances in environment history. |\n| should/009 | M.4 | not-checked | judgement | `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules` | Public Studyforrest access is documented, but access terms for the unresolved raw-source module were not available; restricted-component separation cannot be settled. |\n| may/001 | M.2 | met | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules` | Both immediate and nested external software/data dependencies are pinned Git submodules. |\n| may/002 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README` | README explains broad roles and versioned links, while detailed nested dependencies and the label-production composition are not mapped. |\n| may/003 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6` | Data and software have independent pins, but a linked label module was advanced to REMoDNaV v0.2 after its recorded production run without an accompanying rerun record. |\n| may/004 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | Gitlinks compose exact module revisions and DataLad plus the Makefiles connect inputs, image, result definitions, figures and manuscript. |\n| may/005 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README` | README and .gitmodules support root navigation; nested label regeneration has stale instructions and lacks a current component map. |\n\n\n**Flagged items**\n\n- must/002 — probe-overridden: Immediate inputs are pinned under the root, but raw_eyegaze recursively links src/lab-eyetracking to a private host path. Live retrieval was not checked.\n- must/004 — probe-overridden, mapping-questioned: Committed Git trees track code, text and configuration; probe-reported deletions are deliberately omitted cohort payloads, not source dirt.\n- must/006 — mapping-questioned: 2023 analysis records link an archived image and declared inputs/outputs; linked event-label production records invoke host Python without an exact environment.\n- must/007 — probe-overridden: README gives installation, DataLad rerun and container manuscript commands; the retained old route is explicitly labelled.\n- must/009 — probe-overridden: Root analysis uses relative data paths; legacy linked scheduler scripts hardcode a user home directory. Container cleanup paths are not host-path defects.\n- must/010 — probe-overridden: The image specifies analysis and manuscript dependencies; host DataLad, Containers and Docker are prerequisites, and label-generation Python is not frozen.\n- must/014 — upstream-duplicate: History supplies runnable build/save and OCI conversion procedures with recorded instances; environment maintenance is tracked.\n- must/015 — probe-overridden: Archived image manifests, layer content keys and Git history identify the exact reusable image; latest is only its local label, not a remote resolution.\n- must/016 — probe-overridden: Frozen public source contains the recipe and manifests; annex metadata records public image-blob locations. Current payload retrieval remains untested.\n- should/002 — probe-overridden: Recorded analysis execution and 2025 compatibility work show episodic verification; no root automated recurring reproduction test is defined.\n- should/006 — probe-overridden: Archived analysis environment has recorded use and later compatibility checks, but no regular test rebuilds/restores it and recomputes the study.\n- should/008 — upstream-duplicate: Runnable build/save and OCI conversion procedures have recorded instances in environment history.\n\nThe raw probe JSON is retained unchanged. Notable limitations: the root-only submodule probe establishes URL shape rather than recursive retrieval; the cleanliness probe observes deliberately missing cohort payloads; the entry-point probe misreads prose as `make changes`; container-internal paths are not host paths; `latest` in a saved manifest does not override immutable content identity. The native run-record probe and last-touch SVG heuristic also have incomplete coverage: manual artwork and restored original figures are not automatically unrecorded computations. Native platform scanning includes spurious `nproc` hits inside BibTeX `inproceedings`.\n\n**Not checked and inspection limits**\n\n- should/009: Studyforrest public access is documented, but terms/access status of the recursively linked host-path raw source cannot be inferred. A public/access-controlled source declaration would settle whether restricted-component separation applies.\n- Extra `inputs-untouched`: modules were not installed in the logistical clone; inspect actual module worktree states to settle it. Separate frozen source/history was read instead.\n- No network, `--check-remote`, issue-tracker access, scientific execution, builds, payload acquisition or fresh rerun occurred. Container and data bytes, rendered SVG payloads and manuscript style payloads are intentionally absent. Their omission is not a retrieval failure. Current public endpoint availability and actual numerical/visual reproducibility remain untested. Recorded historical exit codes are evidence of those historical runs only.\n\n**Goals, kind, boundary and facts**\n\nAssumption for this unattended study, not separately confirmed with a human: the primary kind is **study**, with linked tool and dataset components. The [root README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) states that the product is the REMoDNaV manuscript, numerical summaries and figures. All seven principles apply, especially input completeness and execution provenance.\n\nThe boundary is the root Git tree plus explicit Gitlinks: `data/raw_eyegaze` at `a6623bff95ae3676ef0ecad262b5c44ded7cb4a1`, labels at `92279db3850ee4282d97001a3f650fc55cb64b4e`, and REMoDNaV at `d28911838f91f33af0db57332f55ccc442d24f66`. Following their `.gitmodules` discovers the older REMoDNaV pin `c9b869617f494ef11f3ccb720934b850342cc6f3` and two Andersson evaluation pins; cache presence supplied no extra discovery credit. The raw source's private host-path module is unresolved. Studyforrest metadata describes unrestricted data and annex retrieval; current service access was not tested.\n\nCode/text/configuration use Git, large inputs and image layers use git-annex. The root [Dockerfile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile), [registration](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config), [Makefiles](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile) and saved image describe the updated environment and execution. The [label-production run](https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6) supplies command/input/output provenance but lacks a frozen Python environment. Root image availability logs list public Jülich blob locations; none were contacted. Root licensing is CC BY 4.0, while linked components have their own terms.\n\n**Outputs and stamp**\n\n[Authoritative native response](study-con-stamped-impl-01.responses.json) · [raw probes](study-con-stamped-impl-01.probes.json) · [encoded checklist URL](study-con-stamped-impl-01.url.txt).\n\nProduced by `assess-alignment-with-stamped-principles` 0.1.0 with `stamped-conventions` 0.1.0, instrument commit `4fe5d7be82ed6c297747e8b838031aec88e75903`, checklist 0.3.1 (`stamped-checklist-schema@v0.3.1`, `af259bad237fa57b856417db8dba45a1b283a527`), principles/schema 0.2.0. Object: https://github.com/psychoinformatics-de/paper-remodnav at `34388d3ca78fbd483e022e4e2851be390b7eebf2`. Date: 2026-10-27 UTC. Harness: `isolated-study-worker`; model: `unavailable` (withheld/unknown).\n\nFrozen evidence cohort `remodnav-e3c6253bced7`; manifest SHA256 `e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499` independently checked. Native pin check and completed 31-item response validation passed. Native JSON is retained; optional framework export is unavailable. No run-metadata file was written; no source or method files were modified and nothing was committed or published.\n" }, { "id": "study-con-stamped-impl-02", "study_id": "remodnav-method-comparison-01", "object_id": "paper-remodnav", "object_revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "method_id": "con-stamped-impl", "method_revision": "4fe5d7be82ed6c297747e8b838031aec88e75903", "model_requested": "gpt-6.1-sol", "model_observed": null, "reasoning_effort": "medium", "replicate": 2, "status": "complete", "independent": true, "created_at": "2026-10-27T23:55:08.708896+00:00", "native_output": "results/study-con-stamped-impl-02.responses.json", "report": "results/study-con-stamped-impl-02.md", "summary": { "checklist_counts": { "must": { "met": 8, "partial": 8, "unmet": 0, "not-checked": 1, "not-applicable": 0 }, "should": { "met": 5, "partial": 3, "unmet": 0, "not-checked": 0, "not-applicable": 1 }, "may": { "met": 2, "partial": 3, "unmet": 0, "not-checked": 0, "not-applicable": 0 } }, "completion": { "answered": 31, "total": 31 } }, "limitations": [ "Inspection cohort; no scientific workflow execution or independent payload retrieval by this assessor.", "Actual model version not independently exposed; requested model and reasoning are recorded." ], "evidence_cohort": "remodnav-e3c6253bced7", "probe_artifact": { "path": "results/study-con-stamped-impl-02.probes.json", "original_sha256": "e68d0afb86e8eec73ba9807621f3f840591b14e1fe161e59dcd8fd3450427b7a", "public_sha256": "9c3aaef09ed2fadf11d33ac9009655a18f54281eb92becec2ae5e99ee84ca4c5", "redaction": "Only the local logistical checkout prefix was replaced. The original raw probe output is retained unchanged in the ignored study cache." }, "native_data": { "checklist_version": "0.3.1", "responses": { "stamped-checklist:must/001": { "status": "met", "reason": "The manuscript, analysis, image archive and linked input/code trees share the paper-remodnav root.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Root discovery: README identifies numerical results, SVG figures and manuscript; gives clone, rerun results-containerized, and containers-run main.pdf, tools and versions. Old and updated routes are explicitly distinguished; changed histogram is disclosed.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root discovery: three Git subdatasets under data/raw_eyegaze, data/studyforrest-data-eyemovementlabels and remodnav have HTTPS source URLs and Git tree pins; nested source inspected through these links.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Root README -> docker-make registration uses local container/image with Docker adapter, temporary HOME under mounted /tmp, and Python substitution. Dataset ID and configuration are Git tracked.", "sha256": null } ] }, "stamped-checklist:must/002": { "status": "partial", "reason": "Root inputs have pinned public links; raw_eyegaze also links lab-eyetracking through a private host path. Payload retrieval was not tested.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root discovery: three Git subdatasets under data/raw_eyegaze, data/studyforrest-data-eyemovementlabels and remodnav have HTTPS source URLs and Git tree pins; nested source inspected through these links.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Root -> data/raw_eyegaze -> src/lab-eyetracking has URL /home/data/psyinf/forrest_gump/collection/fg_eyegaze_raw. This is a host-local acquisition-source link; already published eye-gaze inputs can be consumed without regenerating it.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Root README -> results-containerized provenance: recorded exit 0, image in extra_inputs, explicit raw/label/Andersson inputs and outputs img plus results_def.tex. Unchanged files need not appear in this commit diff. Historical evidence, not execution in this assessment.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/003": { "status": "partial", "reason": "Root analysis software is containerized or linked; the linked labels regeneration scripts still assume host Python and Condor.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Root -> container/Dockerfile: Debian bookworm-slim, apt system/Python/TeX/Inkscape packages and pinned NumPy/pandas/seaborn/matplotlib. Root analysis dependencies are specified; recipe alone is not a fully frozen rebuild.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root discovery: three Git subdatasets under data/raw_eyegaze, data/studyforrest-data-eyemovementlabels and remodnav have HTTPS source URLs and Git tree pins; nested source inspected through these links.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Root .gitmodules -> eyemovementlabels -> code/compute_all.sh: loops over subjects and runs with relative inputs, invokes pinned code/remodnav through PYTHONPATH, creates sub-* event TSV outputs; uses host Python.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "description": "Root .gitmodules -> eyemovementlabels -> code/preprocess_submit.sh and detect_events_submit.sh generate Condor jobs with /usr/bin/python2.7, initialdir /home/asimio/fg_eyegaze_preproc, getenv=True and request_memory=8000. These are not root container paths.", "sha256": null } ] }, "stamped-checklist:must/004": { "status": "met", "reason": "Git tracks source, manuscript, recipes and configuration; probe deletions reflect deliberately omitted cache files, not uncommitted research changes.", "source": "probe:tree-clean+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root discovery: three Git subdatasets under data/raw_eyegaze, data/studyforrest-data-eyemovementlabels and remodnav have HTTPS source URLs and Git tree pins; nested source inspected through these links.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Root README -> docker-make registration uses local container/image with Docker adapter, temporary HOME under mounted /tmp, and Python substitution. Dataset ID and configuration are Git tracked.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Root tracked manuscript inputs results_def.tex; frozen root inventory identifies 22 supplied source files and 41 omitted payloads. The isolated checkout omits 35 tracked files, explaining the tree-clean result.", "sha256": null } ], "flags": [ "probe-overridden", "mapping-questioned" ] }, "stamped-checklist:must/005": { "status": "met", "reason": "Git-annex content keys track the large image and eye-gaze data; metadata and pointers remain versioned.", "source": "probe:large-in-annex+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Root README -> .datalad/config -> container/image: manifest records config f881bd4d and two content-addressed layers d310e774 and e2728fc6. RepoTags latest is an archive label, not a registry fetch. Payloads are absent in this inspection cohort.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes", "description": "Root uses annex.backend=MD5E and stores root text in Git; frozen tree contains six mode-120000 annex image pointers with size/content keys.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Root -> data/raw_eyegaze: README distinguishes Git identity metadata from large file storage and explains git annex get.", "sha256": null } ] }, "stamped-checklist:must/006": { "status": "partial", "reason": "The current root run links its archived image and inputs/outputs; linked labels provenance records host execution without an exact environment.", "source": "probe:run-env-linked+probe:derived-have-records+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Root README -> results-containerized provenance: recorded exit 0, image in extra_inputs, explicit raw/label/Andersson inputs and outputs img plus results_def.tex. Unchanged files need not appear in this commit diff. Historical evidence, not execution in this assessment.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Root -> labels history: recorded exit 0 for bash code/compute_all.sh with raw inputs and sub-* outputs, but no container, lockfile or complete runtime environment. This is provenance of consumed derivative data.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Root analysis script generates histograms/main sequences and results macros. The probe misses img directory output coverage and treats hand-drawn SVG illustrations as computed derivatives.", "sha256": null } ], "flags": [ "mapping-questioned" ] }, "stamped-checklist:must/007": { "status": "met", "reason": "The root README documents installation and reproduction commands and separates updated Docker instructions from the old route.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Root discovery: README identifies numerical results, SVG figures and manuscript; gives clone, rerun results-containerized, and containers-run main.pdf, tools and versions. Old and updated routes are explicitly distinguished; changed histogram is disclosed.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "description": "Root Makefile defines all/clean/main.pdf/results_def.tex. The probe invents make changes from prose saying environments had advanced sufficiently to make changes; README does not instruct that command.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/008": { "status": "partial", "reason": "Root reproduction has a clear rerun tag; linked labels instructions point to obsolete Condor scripts instead of the recorded compute_all.sh route.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Root discovery: README identifies numerical results, SVG figures and manuscript; gives clone, rerun results-containerized, and containers-run main.pdf, tools and versions. Old and updated routes are explicitly distinguished; changed histogram is disclosed.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Root .gitmodules -> eyemovementlabels README directs condor_submit of preprocess/detect .submit files and obsolete scripts; supplied tracked inventory instead contains submit generators and compute_all.sh. The current run record uses compute_all.sh.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Root .gitmodules -> eyemovementlabels -> code/compute_all.sh: loops over subjects and runs with relative inputs, invokes pinned code/remodnav through PYTHONPATH, creates sub-* event TSV outputs; uses host Python.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Linked derivative provenance executes bash code/compute_all.sh, a different starting point from its README. Root consumes those derivative outputs without regenerating them.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/009": { "status": "partial", "reason": "Root computation uses relative inputs and container-internal paths; linked labels job generators hardcode a user home and system Python.", "source": "probe:no-abs-paths+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "description": "Root .gitmodules -> eyemovementlabels -> code/preprocess_submit.sh and detect_events_submit.sh generate Condor jobs with /usr/bin/python2.7, initialdir /home/asimio/fg_eyegaze_preproc, getenv=True and request_memory=8000. These are not root container paths.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Root script constructs Andersson, raw eyegaze, labels and img paths with relative joins.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Root -> container/Dockerfile: Debian bookworm-slim, apt system/Python/TeX/Inkscape packages and pinned NumPy/pandas/seaborn/matplotlib. Root analysis dependencies are specified; recipe alone is not a fully frozen rebuild.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/010": { "status": "partial", "reason": "Root image specifies analysis packages, but host DataLad/Docker and linked labels Python/Condor are externally installed rather than fully specified.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Root -> container/Dockerfile: Debian bookworm-slim, apt system/Python/TeX/Inkscape packages and pinned NumPy/pandas/seaborn/matplotlib. Root analysis dependencies are specified; recipe alone is not a fully frozen rebuild.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Root discovery: README identifies numerical results, SVG figures and manuscript; gives clone, rerun results-containerized, and containers-run main.pdf, tools and versions. Old and updated routes are explicitly distinguished; changed histogram is disclosed.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "description": "Root .gitmodules -> eyemovementlabels -> code/preprocess_submit.sh and detect_events_submit.sh generate Condor jobs with /usr/bin/python2.7, initialdir /home/asimio/fg_eyegaze_preproc, getenv=True and request_memory=8000. These are not root container paths.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Root .gitmodules -> eyemovementlabels -> code/compute_all.sh: loops over subjects and runs with relative inputs, invokes pinned code/remodnav through PYTHONPATH, creates sub-* event TSV outputs; uses host Python.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/011": { "status": "partial", "reason": "Root documents tested platforms and Docker versions; non-root Docker access, architecture and linked labels inherited host state remain implicit.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Root discovery: README identifies numerical results, SVG figures and manuscript; gives clone, rerun results-containerized, and containers-run main.pdf, tools and versions. Old and updated routes are explicitly distinguished; changed histogram is disclosed.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "description": "Root .gitmodules -> eyemovementlabels -> code/preprocess_submit.sh and detect_events_submit.sh generate Condor jobs with /usr/bin/python2.7, initialdir /home/asimio/fg_eyegaze_preproc, getenv=True and request_memory=8000. These are not root container paths.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Discovered via root README DataLad Containers 1.2.3 -> registered adapter: explicitly assumes Docker on PATH manageable by non-root user; mounts current directory, propagates host UID/GID, runs Linux image. No scientific execution was performed.", "sha256": null } ] }, "stamped-checklist:must/012": { "status": "partial", "reason": "Root requirements list DataLad, Containers and Docker; linked labels regeneration lacks a current requirements list for its Python/Condor route.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Root discovery: README identifies numerical results, SVG figures and manuscript; gives clone, rerun results-containerized, and containers-run main.pdf, tools and versions. Old and updated routes are explicitly distinguished; changed histogram is disclosed.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Root -> container/Dockerfile: Debian bookworm-slim, apt system/Python/TeX/Inkscape packages and pinned NumPy/pandas/seaborn/matplotlib. Root analysis dependencies are specified; recipe alone is not a fully frozen rebuild.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Root .gitmodules -> eyemovementlabels README directs condor_submit of preprocess/detect .submit files and obsolete scripts; supplied tracked inventory instead contains submit generators and compute_all.sh. The current run record uses compute_all.sh.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "description": "Root .gitmodules -> eyemovementlabels -> code/preprocess_submit.sh and detect_events_submit.sh generate Condor jobs with /usr/bin/python2.7, initialdir /home/asimio/fg_eyegaze_preproc, getenv=True and request_memory=8000. These are not root container paths.", "sha256": null } ] }, "stamped-checklist:must/013": { "status": "met", "reason": "The Docker recipe, container registration and immutable image manifest are Git tracked alongside the study source.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Root -> container/Dockerfile: Debian bookworm-slim, apt system/Python/TeX/Inkscape packages and pinned NumPy/pandas/seaborn/matplotlib. Root analysis dependencies are specified; recipe alone is not a fully frozen rebuild.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Root README -> docker-make registration uses local container/image with Docker adapter, temporary HOME under mounted /tmp, and Python substitution. Dataset ID and configuration are Git tracked.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Root README -> .datalad/config -> container/image: manifest records config f881bd4d and two content-addressed layers d310e774 and e2728fc6. RepoTags latest is an archive label, not a registry fetch. Payloads are absent in this inspection cohort.", "sha256": null } ] }, "stamped-checklist:must/014": { "status": "met", "reason": "Recorded build/conversion commands and versioned updates provide an environment maintenance process with actual history.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Root history: executable docker build and adapter save command declares container/Dockerfile input and container/image output; records exit 0.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Root history: executable image format conversion records container/image input/output and exit 0, explains Docker v26 conversion and links issue #27.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/d479a9ac9defd121a3ba3efd6c0dbf5b475cc76e", "description": "Root history records Python dependency version update after original environment creation; current recipe and later archived image preserve evolved state.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:must/015": { "status": "met", "reason": "The saved image has content-addressed config/layers and annex keys; latest is its local archive tag, not the reproduction pin.", "source": "probe:run-env-linked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Root README -> .datalad/config -> container/image: manifest records config f881bd4d and two content-addressed layers d310e774 and e2728fc6. RepoTags latest is an archive label, not a registry fetch. Payloads are absent in this inspection cohort.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Root README -> results-containerized provenance: recorded exit 0, image in extra_inputs, explicit raw/label/Andersson inputs and outputs img plus results_def.tex. Unchanged files need not appear in this commit diff. Historical evidence, not execution in this assessment.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "get_image hashes saved Config bytes; load checks/imports this image, cli_run executes its sha256 image ID. The recorded build tag and OCI annotation do not make archived image reproduction float.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/016": { "status": "not-checked", "reason": "Recipe and image publication metadata are supplied, but live environment payload accessibility is outside this no-network cohort.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Root discovery: README identifies numerical results, SVG figures and manuscript; gives clone, rerun results-containerized, and containers-run main.pdf, tools and versions. Old and updated routes are explicitly distinguished; changed histogram is disclosed.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Root README -> .datalad/config -> container/image: manifest records config f881bd4d and two content-addressed layers d310e774 and e2728fc6. RepoTags latest is an archive label, not a registry fetch. Payloads are absent in this inspection cohort.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/04c/184/MD5E-s558--87b41ff70e5a8111403dd4d5bf11ac4c.log.web", "description": "Root annex pointer -> git-annex availability log records a datapub.fz-juelich.de/studyforrest/remodnav/docker-blobs/96148c... URL. This is a recorded location, not an observed successful retrieval.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/017": { "status": "met", "reason": "Root README explains obtaining the dataset/image through DataLad, numerical rerun, manuscript build and expected comparison behavior.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Root discovery: README identifies numerical results, SVG figures and manuscript; gives clone, rerun results-containerized, and containers-run main.pdf, tools and versions. Old and updated routes are explicitly distinguished; changed histogram is disclosed.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Root README -> docker-make registration uses local container/image with Docker adapter, temporary HOME under mounted /tmp, and Python substitution. Dataset ID and configuration are Git tracked.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Root README -> results-containerized provenance: recorded exit 0, image in extra_inputs, explicit raw/label/Andersson inputs and outputs img plus results_def.tex. Unchanged files need not appear in this commit diff. Historical evidence, not execution in this assessment.", "sha256": null } ] }, "stamped-checklist:should/001": { "status": "met", "reason": "Git and git-annex/DataLad consistently version the root, raw/processed datasets and linked algorithm/evaluation code.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root discovery: three Git subdatasets under data/raw_eyegaze, data/studyforrest-data-eyemovementlabels and remodnav have HTTPS source URLs and Git tree pins; nested source inspected through these links.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw dataset describes Git identity and git-annex payload retrieval.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.datalad/config", "description": "Labels component has DataLad dataset ID; source and run history are Git tracked.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "Root -> remodnav -> tests/data links studyforrest and Andersson datasets via Git submodules.", "sha256": null } ] }, "stamped-checklist:should/002": { "status": "partial", "reason": "Historical root recomputation and platform verification exist; no root CI regularly exercises the complete documented workflow.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Root README -> results-containerized provenance: recorded exit 0, image in extra_inputs, explicit raw/label/Andersson inputs and outputs img plus results_def.tex. Unchanged files need not appear in this commit diff. Historical evidence, not execution in this assessment.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Root discovery: README identifies numerical results, SVG figures and manuscript; gives clone, rerun results-containerized, and containers-run main.pdf, tools and versions. Old and updated routes are explicitly distinguished; changed histogram is disclosed.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "description": "Root -> remodnav Travis configuration tests the algorithm in Python 3.6 with pytest. It does not execute the paper workflow or validate linked labels README. Root frozen inventory has no CI configuration.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:should/003": { "status": "met", "reason": "Raw inputs, event-label derivatives, algorithm code, study analysis, figures and environment occupy separate directories/subdatasets.", "source": "probe:modules-separated+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root discovery: three Git subdatasets under data/raw_eyegaze, data/studyforrest-data-eyemovementlabels and remodnav have HTTPS source URLs and Git tree pins; nested source inspected through these links.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Root -> container/Dockerfile: Debian bookworm-slim, apt system/Python/TeX/Inkscape packages and pinned NumPy/pandas/seaborn/matplotlib. Root analysis dependencies are specified; recipe alone is not a fully frozen rebuild.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Code reads data/raw_eyegaze and data/studyforrest-data-eyemovementlabels, invokes remodnav and writes img SVGs plus results macros. Separation is visible beyond the probe directory-name heuristic.", "sha256": null } ] }, "stamped-checklist:should/009": { "status": "not-applicable", "reason": "N/A: no access-restricted input or software component is declared in the inspected study; an obsolete local source URL alone does not establish access restrictions.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw dataset advertises unrestricted download without registration; links public dataset access.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "Algorithm MIT license; root COPYING is CC BY 4.0; Andersson evaluation repository has GPLv3 LICENSE.", "sha256": null } ] }, "stamped-checklist:should/004": { "status": "met", "reason": "A historical analysis run records execution inside the archived Docker environment; this assessment did not perform a fresh rerun.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Root README -> results-containerized provenance: recorded exit 0, image in extra_inputs, explicit raw/label/Andersson inputs and outputs img plus results_def.tex. Unchanged files need not appear in this commit diff. Historical evidence, not execution in this assessment.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "cli_run loads the saved image then docker run --rm; each invocation creates a fresh container. This establishes historical isolated execution, not a freshly measured reproduction result.", "sha256": null } ] }, "stamped-checklist:should/005": { "status": "partial", "reason": "Root adapter creates disposable Docker containers with temporary HOME; linked labels compute_all.sh uses a persistent host Python environment.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Root README -> docker-make registration uses local container/image with Docker adapter, temporary HOME under mounted /tmp, and Python substitution. Dataset ID and configuration are Git tracked.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Docker invocation includes --rm, worktree bind mount and image ID; container lifecycle is disposable though output directory persists.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Root .gitmodules -> eyemovementlabels -> code/compute_all.sh: loops over subjects and runs with relative inputs, invokes pinned code/remodnav through PYTHONPATH, creates sub-* event TSV outputs; uses host Python.", "sha256": null } ] }, "stamped-checklist:should/006": { "status": "partial", "reason": "The archived image was used and later converted with an exit-zero record, but ongoing tests of its full results workflow are absent.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Root README -> results-containerized provenance: recorded exit 0, image in extra_inputs, explicit raw/label/Andersson inputs and outputs img plus results_def.tex. Unchanged files need not appear in this commit diff. Historical evidence, not execution in this assessment.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "2025 recorded image conversion first runs original image with exit 0, then saves OCI content; this tests image loading, not full numerical results.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "description": "Algorithm CI installs development requirements on a Travis host; it does not load the archived paper image. Root inventory contains no regular environment test workflow.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:should/007": { "status": "met", "reason": "The research object archives its Docker image config/layers using Git metadata and annex payload pointers.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Root README -> .datalad/config -> container/image: manifest records config f881bd4d and two content-addressed layers d310e774 and e2728fc6. RepoTags latest is an archive label, not a registry fetch. Payloads are absent in this inspection cohort.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Root README -> docker-make registration uses local container/image with Docker adapter, temporary HOME under mounted /tmp, and Python substitution. Dataset ID and configuration are Git tracked.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Image was built and saved under container/image as declared outputs in a recorded action. This is archived artifact identity; payload bytes are withheld from this cohort.", "sha256": null } ] }, "stamped-checklist:should/008": { "status": "met", "reason": "Recorded build/conversion commands and versioned updates provide an environment maintenance process with actual history.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Executable image build/save command records Dockerfile input, image output and exit 0.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Actual later image conversion update, input/output image directory and exit 0; same evidence as must/014 by checklist design.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:may/001": { "status": "met", "reason": "External raw/processed datasets, algorithm and evaluation corpus are linked as pinned Git subdatasets.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root discovery: three Git subdatasets under data/raw_eyegaze, data/studyforrest-data-eyemovementlabels and remodnav have HTTPS source URLs and Git tree pins; nested source inspected through these links.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "Algorithm nested modules include test corpus Andersson and raw studyforrest data; frozen Git tree names their immutable commits.", "sha256": null } ] }, "stamped-checklist:may/002": { "status": "partial", "reason": "Root README and run records explain the main composition, but linked labels documentation does not explain its actual modern computation route.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Root discovery: README identifies numerical results, SVG figures and manuscript; gives clone, rerun results-containerized, and containers-run main.pdf, tools and versions. Old and updated routes are explicitly distinguished; changed histogram is disclosed.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Root README -> results-containerized provenance: recorded exit 0, image in extra_inputs, explicit raw/label/Andersson inputs and outputs img plus results_def.tex. Unchanged files need not appear in this commit diff. Historical evidence, not execution in this assessment.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Root .gitmodules -> eyemovementlabels README directs condor_submit of preprocess/detect .submit files and obsolete scripts; supplied tracked inventory instead contains submit generators and compute_all.sh. The current run record uses compute_all.sh.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Root .gitmodules -> eyemovementlabels -> code/compute_all.sh: loops over subjects and runs with relative inputs, invokes pinned code/remodnav through PYTHONPATH, creates sub-* event TSV outputs; uses host Python.", "sha256": null } ] }, "stamped-checklist:may/003": { "status": "partial", "reason": "Git pins let components evolve separately; undocumented linked labels interfaces and host assumptions prevent confident independent replacement.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root discovery: three Git subdatasets under data/raw_eyegaze, data/studyforrest-data-eyemovementlabels and remodnav have HTTPS source URLs and Git tree pins; nested source inspected through these links.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Study imports remodnav.tests.utils and depends on corpus file paths and event label schemas; pinned module revisions stabilize these interfaces.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Root .gitmodules -> eyemovementlabels README directs condor_submit of preprocess/detect .submit files and obsolete scripts; supplied tracked inventory instead contains submit generators and compute_all.sh. The current run record uses compute_all.sh.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Root .gitmodules -> eyemovementlabels -> code/compute_all.sh: loops over subjects and runs with relative inputs, invokes pinned code/remodnav through PYTHONPATH, creates sub-* event TSV outputs; uses host Python.", "sha256": null } ] }, "stamped-checklist:may/004": { "status": "met", "reason": "Git submodule pins, DataLad container registration and declared run inputs compose data, software and image under the study root.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root discovery: three Git subdatasets under data/raw_eyegaze, data/studyforrest-data-eyemovementlabels and remodnav have HTTPS source URLs and Git tree pins; nested source inspected through these links.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Root README -> docker-make registration uses local container/image with Docker adapter, temporary HOME under mounted /tmp, and Python substitution. Dataset ID and configuration are Git tracked.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Root README -> results-containerized provenance: recorded exit 0, image in extra_inputs, explicit raw/label/Andersson inputs and outputs img plus results_def.tex. Unchanged files need not appear in this commit diff. Historical evidence, not execution in this assessment.", "sha256": null } ] }, "stamped-checklist:may/005": { "status": "partial", "reason": "Root clone/rerun instructions and submodule configuration support navigation; linked labels README lacks a reliable path to the recorded implementation.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Root discovery: README identifies numerical results, SVG figures and manuscript; gives clone, rerun results-containerized, and containers-run main.pdf, tools and versions. Old and updated routes are explicitly distinguished; changed histogram is disclosed.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root discovery: three Git subdatasets under data/raw_eyegaze, data/studyforrest-data-eyemovementlabels and remodnav have HTTPS source URLs and Git tree pins; nested source inspected through these links.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Root .gitmodules -> eyemovementlabels README directs condor_submit of preprocess/detect .submit files and obsolete scripts; supplied tracked inventory instead contains submit generators and compute_all.sh. The current run record uses compute_all.sh.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Provenance exposes compute_all.sh and input/output paths, but linked README does not direct users to it.", "sha256": null } ] } }, "schema_version": "0.2.0", "principles_version": "0.2.0", "checklist_source": { "repo": "https://github.com/stamped-principles/stamped-checklist-schema", "tag": "v0.3.1", "commit": "af259bad237fa57b856417db8dba45a1b283a527" }, "extra_items": [ { "key": "license-declared", "status": "met", "reason": "Root CC BY 4.0; linked algorithm MIT, raw data PDDL, evaluation corpus GPLv3. Licensing is outside the 31-item checklist.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root licence declaration; linked licences were inspected through root Git modules." } ] }, { "key": "inputs-untouched", "status": "not-checked", "reason": "Frozen source inspection cannot establish working input payload state; modules are intentionally absent from the logistical checkout.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Pinned module references inspected; no payload modifications or execution performed." } ] } ], "object": { "url": "https://github.com/psychoinformatics-de/paper-remodnav", "commit": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "captured_at": "2026-10-28T00:25:09+00:00", "kind": "study" }, "assessor": { "skill": "assess-alignment-with-stamped-principles", "version": "0.1.0", "harness": "isolated-study-worker", "model": "unavailable", "date": "2026-10-28", "drafted_by": "scripts/run_probes.py", "dependencies": [ "stamped-conventions@0.1.0" ], "note": "Model metadata unavailable by study protocol; no actual runtime model identity inferred. Original raw probe output retained separately." }, "scope": "Inspection of frozen commit 34388d3ca78fbd483e022e4e2851be390b7eebf2 and explicitly linked computational source/history. No network, --check-remote, payload acquisition, build or scientific rerun. Logistical root checkout omits supplied/withheld files and has uninstalled modules; not evidence of public retrieval. Historical recorded exits are evidence, not observed runs here. Live issue tracker unavailable by study design; linked issue references read only in README/history. Model identity withheld/unknown. Native response retained; optional framework export unavailable." }, "report_content": "# Independent STAMPED assessment: paper-remodnav\n\n**Assumption (not human-confirmed in this isolated study):** this is a study whose goal is to reproduce the paper's numerical results, figures and manuscript, including explicitly linked computational components. The root README states this purpose. T and S therefore receive particular attention.\n\n**MUST (17): 8 met, 8 partial, 0 unmet, 1 not-checked, 0 not-applicable; SHOULD (9): 5 met, 3 partial, 0 unmet, 0 not-checked, 1 not-applicable; MAY (5): 2 met, 3 partial, 0 unmet, 0 not-checked, 0 not-applicable.** Partial MUST items are unsatisfied; no overall numeric score is assigned.\n\nThe current root reproduction route is substantially stronger than some linked components. The native record distinguishes structural support, historical execution records and untested live retrieval.\n\n## What to fix first\n\n1. Document the labels dataset's actual `bash code/compute_all.sh` route and retire or repair its obsolete Condor instructions. Its README references scripts absent from the supplied tracked inventory, while its run record names a different entry point. This improves regeneration of inputs consumed by the paper (must/008, must/012, may/002, may/005).\n2. Add a reproducible environment for that linked labels computation and bind it into its provenance. The root container has an image-linked record, but the labels run uses host Python with no exact environment record (must/003, must/006, must/010, should/005).\n3. Repair the raw dataset's nested `src/lab-eyetracking` local URL, or explicitly delimit acquisition sources from publicly consumable inputs. It does not imply the published eye-gaze files cannot be used; the defect concerns traversing the complete linked source tree (must/002).\n4. Document host access assumptions and remove user-specific paths from linked job generators: `/home/asimio/fg_eyegaze_preproc`, system Python 2.7 and inherited environment. Root Dockerfile cleanup paths are container-internal and are not this defect (must/009, must/011, must/012).\n5. Periodically exercise the documented numerical/manuscript workflow using the archived image. Historical root recomputation and 2025 image conversion support partial testing credit; algorithm Travis tests do not regularly validate the complete paper workflow (should/002, should/006).\n\n## What already works well\n\n- The [root README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) clearly distinguishes updated Docker instructions from the old environment, provides clone/rerun/manuscript commands and discloses the small histogram difference from the original publication. That disclosure is not a silent contradiction.\n- The [recorded containerized analysis](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) declares raw/label/evaluation inputs, the saved image and `img`/`results_def.tex` outputs. Its exit-zero record is historical evidence, not a successful run observed here.\n- The [image manifest](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json) identifies archived config/layers. The [versioned adapter](https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py) hashes the saved config and runs the resulting image ID with `--rm`; the archive's `latest` label does not make this route float.\n\n## Per-item results\n\nEvidence URLs and discovery descriptions are authoritative in the native JSON. The table below is rendered by the instrument's `table` helper.\n\n| item | principles | status | source | evidence | reason |\n|---|---|---|---|---|---|\n| must/001 | S.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | The manuscript, analysis, image archive and linked input/code trees share the paper-remodnav root. |\n| must/002 | S.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | Root inputs have pinned public links; raw_eyegaze also links lab-eyetracking through a private host path. Payload retrieval was not tested. |\n| must/003 | S.1 | partial ⚠ (a MUST is not satisfied by partial) | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh` | Root analysis software is containerized or linked; the linked labels regeneration scripts still assume host Python and Condor. |\n| must/004 | T.1,T.3,T.5 | met | probe:tree-clean+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex` | Git tracks source, manuscript, recipes and configuration; probe deletions reflect deliberately omitted cache files, not uncommitted research changes. |\n| must/005 | T.1,T.3,T.5 | met | probe:large-in-annex+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst` | Git-annex content keys track the large image and eye-gaze data; metadata and pointers remain versioned. |\n| must/006 | T.1,T.3,T.5 | partial ⚠ (a MUST is not satisfied by partial) | probe:run-env-linked+probe:derived-have-records+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py` | The current root run links its archived image and inputs/outputs; linked labels provenance records host execution without an exact environment. |\n| must/007 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile` | The root README documents installation and reproduction commands and separates updated Docker instructions from the old route. |\n| must/008 | A.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6` | Root reproduction has a clear rerun tag; linked labels instructions point to obsolete Condor scripts instead of the recorded compute_all.sh route. |\n| must/009 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:no-abs-paths+judgement | `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile` | Root computation uses relative inputs and container-internal paths; linked labels job generators hardcode a user home and system Python. |\n| must/010 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh` | Root image specifies analysis packages, but host DataLad/Docker and linked labels Python/Condor are externally installed rather than fully specified. |\n| must/011 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | Root documents tested platforms and Docker versions; non-root Docker access, architecture and linked labels inherited host state remain implicit. |\n| must/012 | P.2 | partial ⚠ (a MUST is not satisfied by partial) | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh` | Root requirements list DataLad, Containers and Docker; linked labels regeneration lacks a current requirements list for its Python/Condor route. |\n| must/013 | P.3 | met | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json` | The Docker recipe, container registration and immutable image manifest are Git tracked alongside the study source. |\n| must/014 | P.3 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/d479a9ac9defd121a3ba3efd6c0dbf5b475cc76e` | Recorded build/conversion commands and versioned updates provide an environment maintenance process with actual history. |\n| must/015 | D.1 | met | probe:run-env-linked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | The saved image has content-addressed config/layers and annex keys; latest is its local archive tag, not the reproduction pin. |\n| must/016 | D.1 | not-checked | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/04c/184/MD5E-s558--87b41ff70e5a8111403dd4d5bf11ac4c.log.web` | Recipe and image publication metadata are supplied, but live environment payload accessibility is outside this no-network cohort. |\n| must/017 | D.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | Root README explains obtaining the dataset/image through DataLad, numerical rerun, manuscript build and expected comparison behavior. |\n| should/001 | T.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.datalad/config`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules` | Git and git-annex/DataLad consistently version the root, raw/processed datasets and linked algorithm/evaluation code. |\n| should/002 | A.2 | partial | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml` | Historical root recomputation and platform verification exist; no root CI regularly exercises the complete documented workflow. |\n| should/003 | M.1 | met | probe:modules-separated+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py` | Raw inputs, event-label derivatives, algorithm code, study analysis, figures and environment occupy separate directories/subdatasets. |\n| should/004 | E.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | A historical analysis run records execution inside the archived Docker environment; this assessment did not perform a fresh rerun. |\n| should/005 | E.1 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh` | Root adapter creates disposable Docker containers with temporary HOME; linked labels compute_all.sh uses a persistent host Python environment. |\n| should/006 | D.2 | partial | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml` | The archived image was used and later converted with an exit-zero record, but ongoing tests of its full results workflow are absent. |\n| should/007 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c` | The research object archives its Docker image config/layers using Git metadata and annex payload pointers. |\n| should/008 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | Recorded build/conversion commands and versioned updates provide an environment maintenance process with actual history. |\n| should/009 | M.4 | not-applicable | judgement | `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE` | N/A: no access-restricted input or software component is declared in the inspected study; an obsolete local source URL alone does not establish access restrictions. |\n| may/001 | M.2 | met | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules` | External raw/processed datasets, algorithm and evaluation corpus are linked as pinned Git subdatasets. |\n| may/002 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh` | Root README and run records explain the main composition, but linked labels documentation does not explain its actual modern computation route. |\n| may/003 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh` | Git pins let components evolve separately; undocumented linked labels interfaces and host assumptions prevent confident independent replacement. |\n| may/004 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | Git submodule pins, DataLad container registration and declared run inputs compose data, software and image under the study root. |\n| may/005 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6` | Root clone/rerun instructions and submodule configuration support navigation; linked labels README lacks a reliable path to the recorded implementation. |\n\n## Flagged items\n\n- **must/002** (probe-overridden): Root-only URL shape probe missed the nested local acquisition-source link.\n- **must/004** (probe-overridden, mapping-questioned): Probe treated 35 deliberately omitted logistical checkout files as research dirt; committed Git state is the subject. Tree cleanliness is also narrower than the checklist question about use of VCS.\n- **must/006** (mapping-questioned): The derived-file probe measures record coverage, not exact environment linkage; it also misses directory-output coverage and counts manual illustrations. Current root record covers img; linked labels record lacks exact environment.\n- **must/007** (probe-overridden): Entry-point parser read prose “make changes” as a nonexistent command; the documented commands are present.\n- **must/008** (probe-overridden): Root starting point exists; linked labels README conflicts with its recorded executable route.\n- **must/009** (probe-overridden): Container-internal /root cleanup is not a host-specific input path; actual linked Condor generators do contain user-specific host paths.\n- **must/010** (probe-overridden): Probe inspects root specifications only; linked labels execution assumes an external host stack.\n- **must/014** (upstream-duplicate): Upstream checklist duplicates should/008; both use the same maintenance evidence.\n- **must/015** (probe-overridden): Saved image identity is content-addressed and loaded by ID; latest archive annotations/build labels are not floating rerun references.\n- **must/016** (probe-overridden): Remote metadata cannot establish current payload access in a no-network inspection; use not-checked rather than probe partial.\n- **should/002** (probe-overridden): No root CI does not erase historical recomputation or linked algorithm tests; neither proves regular full-paper testing.\n- **should/006** (probe-overridden): Historical load/conversion and analysis records provide some environment testing, though no regular complete workflow check exists.\n- **should/008** (upstream-duplicate): Upstream checklist duplicates must/014.\n\n## Not checked and scope limits\n\n- **must/016:** verify current image/annex payload access from a fresh public clone to settle accessibility. Recorded public annex URLs and downloaded source metadata do not demonstrate successful payload retrieval.\n- Binary payloads, image layers and scientific outputs were explicitly withheld, not observed to fail retrieval. No payload acquisition, network calls, `--check-remote`, builds or scientific reruns occurred. No newly produced results were compared with the manuscript. A read-only Git stat query could not read an omitted historical blob; no fetch was attempted.\n- The probe checkout is a logistical source clone with uninstalled modules and intentionally missing tracked files. Those limitations are not defects in the published research object. Raw probes are retained unchanged; their findings were checked against supplied source, Git histories, inventories and annex availability metadata.\n- Live issue/PR discussions were unavailable under the cohort boundary. Root README/history link known issues #20 and #27 and describe their fixes; this assessment does not invent their contents. No instruction-like source text was executed.\n\n## Goals, boundary and factual basis\n\nKind is **study**, with linked tools and datasets. Purpose is taken from the root README, not inferred solely from filenames. This assumption was not confirmed with a human during the isolated run.\n\n1. **Product:** numerical comparison results, SVG figures and manuscript sources (root README; main.tex inputs results_def.tex).\n2. **Boundary/discovery:** root `.gitmodules` leads to raw eye-gaze, labels and algorithm revisions; algorithm `.gitmodules` leads to Andersson evaluation data and studyforrest; labels also links its own algorithm/raw input revisions. Source cache presence alone was not used to add components. The local lab-eyetracking source link remains unresolved.\n3. **Versions:** Git versions text/code/config/manuscript and module pins; git-annex versions image/raw payload identities. Git histories include root build/analysis/conversion and linked labels run records.\n4. **Environment:** root container/Dockerfile and .datalad/config register the saved image. Host tooling is described in README; linked labels regeneration has weaker host/environment specification.\n5. **Execution:** updated root route is `datalad rerun results-containerized`, then `datalad containers-run -n docker-make main.pdf`; Docker-Makefile installs the pinned local algorithm and invokes the study script. Linked labels recorded route is `bash code/compute_all.sh`.\n6. **Provenance:** root record 57d2565 names image, inputs and outputs; labels bdcde2f names raw inputs/outputs without an exact environment. Unchanged numerical files need not receive new commits after a recorded recomputation.\n7. **Retrieval/terms:** public GitHub locations and annex metadata support discoverability, with live payload access untested. Root COPYING is CC BY 4.0, algorithm LICENSE is MIT, raw data LICENSE is PDDL, and evaluation corpus LICENSE is GPLv3. License declaration is an extra finding because the pinned checklist does not ask it. No restricted subject was established for should/009.\n\n## Artifacts and stamp\n\n[Native response](study-con-stamped-impl-02.responses.json) is authoritative; [checklist URL](study-con-stamped-impl-02.url.txt) is generated from it and loses richer statuses/evidence in the web format. Original raw probe output is `.cache/study/probes/study-con-stamped-impl-02.probes.json`. Optional framework export is unavailable; the native response is retained.\n\nProduced by `assess-alignment-with-stamped-principles` 0.1.0 with `stamped-conventions@0.1.0`; checklist 0.3.1, schema/principles 0.2.0, checklist source `af259bad237fa57b856417db8dba45a1b283a527`; instrument commit `4fe5d7be82ed6c297747e8b838031aec88e75903`. Object: https://github.com/psychoinformatics-de/paper-remodnav at `34388d3ca78fbd483e022e4e2851be390b7eebf2`. Frozen evidence cohort `remodnav-e3c6253bced7`, manifest SHA256 `e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499`. Harness `isolated-study-worker`, model `unavailable` (withheld/unknown, not inferred). Date: 2026-10-28.\n\nValidation: the native helper accepted all 31 answers against checklist 0.3.1; every reason is at most 250 characters. No source files were modified; no commits or publication were performed.\n" }, { "id": "study-con-stamped-impl-03", "study_id": "remodnav-method-comparison-01", "object_id": "paper-remodnav", "object_revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "method_id": "con-stamped-impl", "method_revision": "4fe5d7be82ed6c297747e8b838031aec88e75903", "model_requested": "gpt-6.1-sol", "model_observed": null, "reasoning_effort": "medium", "replicate": 3, "status": "complete", "independent": true, "created_at": "2026-10-27T23:55:08.980026+00:00", "native_output": "results/study-con-stamped-impl-03.responses.json", "report": "results/study-con-stamped-impl-03.md", "summary": { "checklist_counts": { "must": { "met": 9, "partial": 7, "unmet": 0, "not-checked": 1, "not-applicable": 0 }, "should": { "met": 5, "partial": 3, "unmet": 0, "not-checked": 0, "not-applicable": 1 }, "may": { "met": 2, "partial": 3, "unmet": 0, "not-checked": 0, "not-applicable": 0 } }, "completion": { "answered": 31, "total": 31 } }, "limitations": [ "Inspection cohort; no scientific workflow execution or independent payload retrieval by this assessor.", "Actual model version not independently exposed; requested model and reasoning are recorded." ], "evidence_cohort": "remodnav-e3c6253bced7", "probe_artifact": { "path": "results/study-con-stamped-impl-03.probes.json", "original_sha256": "46a7cd7c2c570a492b50d03707746671ca5943376c5d6cdf0bca463bcfaaa5f7", "public_sha256": "3231290e3a4f77be7d9f49fda48fdbc77c3698bd9f1d181a10ac709f0cbc90fb", "redaction": "Only the local logistical checkout prefix was replaced. The original raw probe output is retained unchanged in the ignored study cache." }, "native_data": { "checklist_version": "0.3.1", "responses": { "stamped-checklist:must/001": { "status": "partial", "reason": "Root holds the analysis, manuscript, image and pinned inputs; a transitive raw-source module still points outside that root.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root discovery: three pinned input/software modules under data/ and remodnav/.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Discovered via root .gitmodules:data/raw_eyegaze. src/lab-eyetracking points to /home/data/psyinf/forrest_gump/collection/fg_eyegaze_raw. The published processed eye-gaze inputs themselves are under the root; this finding concerns transitive source closure.", "sha256": null } ] }, "stamped-checklist:must/002": { "status": "partial", "reason": "Root input modules have public URLs and pins, but raw_eyegaze links src/lab-eyetracking to an author-local /home/data path.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Native probe inspected only the uninitialized root modules; public URL shape is not a remote-availability test.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Root -> data/raw_eyegaze -> src/lab-eyetracking: absolute author-machine URL at the pinned raw dataset revision. This is inspected metadata, not an observed retrieval failure.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/003": { "status": "partial", "reason": "REMoDNaV and analysis libraries are linked or containerized; host orchestration and linked label generation rely on installed tools.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Root environment includes numerical libraries, Python, make, Inkscape and TeX; root .gitmodules pins remodnav.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated route requires separately installed DataLad, datalad-container and Docker.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Root -> data/studyforrest-data-eyemovementlabels: generated label inputs use host python with PYTHONPATH=code/remodnav, without a corresponding frozen environment.", "sha256": null } ] }, "stamped-checklist:must/004": { "status": "met", "reason": "Git tracks the source, manuscript and configuration; the probe deletions are deliberately omitted evidence payloads.", "source": "probe:tree-clean+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Read-only git ls-tree and frozen manifest identify tracked source and omitted files. Probe reports 35 deletions, including SVGs and TeX styles that the frozen manifest explicitly excludes from this logistical checkout.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "description": "Tracked build recipe, along with README, analysis code, manuscript and container configuration, is committed at the assessed revision. No scientific edits were made.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/005": { "status": "met", "reason": "Large images and eye-gaze data use annex content keys; container layers have annex pointers and SHA-256 identities.", "source": "probe:large-in-annex+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes", "description": "Root sets annex backend MD5E. Native probe finds six annex pointers and no Git binary blob over 10 MiB.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Image layer identities and sizes are committed; frozen manifest records annex pointers to 77,814,784-byte and 1,750,877,184-byte layers.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Root -> data/raw_eyegaze: explains that Git identifies included files and git-annex retrieves separately stored large content.", "sha256": null } ] }, "stamped-checklist:must/006": { "status": "partial", "reason": "The containerized paper run names its image and outputs; linked event-label generation records no exact environment.", "source": "probe:derived-have-records+probe:run-env-linked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Recorded exit 0; extra_inputs names container/image; inputs pin Anderson data, event TSVs and eye-gaze files; outputs are img and results_def.tex. Directory output covers contained generated SVGs, unlike the probe exact-path heuristic.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Root -> data/studyforrest-data-eyemovementlabels: exit-0 bash code/compute_all.sh records raw inputs and sub-* outputs but no image or frozen dependencies. Its generated TSVs feed root event-duration histograms.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "mk_event_duration_histograms consumes linked subject TSVs. Older root records without environments are not alone evidence against the disclosed modern route.", "sha256": null } ], "flags": [ "mapping-questioned" ] }, "stamped-checklist:must/007": { "status": "met", "reason": "README supplies installation links, clone/rerun instructions and the manuscript command; the alleged make changes target is a false match.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions explicitly require DataLad, datalad-container, Docker; document datalad clone, datalad rerun results-containerized and containers-run -n docker-make main.pdf. The words make changes occur in prose, not as a requested make target.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Committed target results_def.tex invokes the main script; main.pdf delegates to the tracked Makefile. Legacy instructions are clearly labeled old.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/008": { "status": "met", "reason": "The updated starting point is datalad rerun results-containerized; a separate containers-run command builds the manuscript.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Documents the signed results-containerized state and precise verification outcome: save(notneeded) for identical results.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "The recorded command is present and invokes Docker-Makefile clean results_def.tex with explicit inputs and outputs.", "sha256": null } ] }, "stamped-checklist:must/009": { "status": "partial", "reason": "Root execution uses relative project paths; linked legacy Condor launchers hardcode /home/asimio and /usr/bin/python2.7.", "source": "probe:no-abs-paths+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Probe flag /root/.local is inside the image build, not a host dependency. .datalad/config /tmp is the documented container mount; Windows user prefixes in README are shell prompts.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "description": "Root -> data/studyforrest-data-eyemovementlabels -> code/detect_events_submit.sh: initialdir hardcodes /home/asimio/fg_eyegaze_preproc/; preprocess_submit.sh repeats it. Current compute_all.sh instead uses relative inputs.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/010": { "status": "partial", "reason": "The archived analysis image carries numerical/rendering dependencies; host DataLad tooling and the upstream label environment are not frozen.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Includes scientific and manuscript toolchain, with selected Python version pins; apt dependencies and base tag are not fully frozen for a rebuild, but the archived image preserves their installed bytes.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "DataLad 0.19, datalad-container 1.2.3 and Docker are required as host installations rather than a complete orchestration environment specification.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Linked input generation invokes an ambient host Python interpreter; setup dependencies alone do not capture that execution environment.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/011": { "status": "partial", "reason": "Main host tools and Docker compatibility are documented; non-root Docker access and linked legacy host assumptions are incomplete.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Lists tested Debian/macOS/Windows 10 and Docker format/version transition. Docker runtime, image download size and DataLad versions are documented.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Discovered from root README datalad-container v1.2.3 -> .datalad/config adapter invocation. Adapter explicitly assumes docker on PATH manageable by a non-root user, without the root README explaining that access prerequisite.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "description": "Linked legacy launcher embeds Python 2.7, an author home directory and getenv=True; linked README describes Condor stages but does not explain replacing the author-specific initialdir.", "sha256": null } ] }, "stamped-checklist:must/012": { "status": "met", "reason": "README clearly lists host tools and verified versions; Dockerfile lists the analysis and manuscript packages.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated requirements enumerate DataLad, datalad-container and Docker, with installation links and tested platforms; download sizes are given.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Explicit Debian base, Python libraries and rendering dependencies describe the guest requirements. A clear list exists even though exact host freezing is incomplete under must/010.", "sha256": null } ] }, "stamped-checklist:must/013": { "status": "met", "reason": "Dockerfile, container registration and image manifests are tracked alongside code and manuscript.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Version-controlled build specification at the assessed commit.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "docker-make registration selects container/image and its adapter invocation.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Committed image/config/layer identities supplement the recipe.", "sha256": null } ] }, "stamped-checklist:must/014": { "status": "met", "reason": "History supplies executable build/update commands and tracks the 2023 environment revision and 2025 OCI conversion.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "description": "Introduces Docker recipe and documents docker build plus disposable docker run commands; describes why dependency drift required the change.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "description": "Subsequent tracked Dockerfile edit limits the installation ENV override to installation time.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Recorded executable conversion command updates the archived environment, exit 0; README records the Docker compatibility change. Evidence is an update instance, not just initial file creation.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:must/015": { "status": "met", "reason": "The archived image is content-identified; the adapter runs its SHA-256 image ID, so remodnav:latest is an archive label.", "source": "probe:run-env-linked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Config and layer paths are named by SHA-256 and tracked through annex keys; RepoTags includes remodnav:latest but is not used as a remote pull for reproduction.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "get_image hashes the archived Config bytes; load returns sha256:; cli_run appends that image_id to docker run. This establishes identity from the archive rather than latest from a registry.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Analysis record explicitly names container/image as extra input at the recorded revision. Rebuilding the Dockerfile would be less precise than reusing this archived image.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/016": { "status": "not-checked", "reason": "Public specification and layer-location metadata exist; current remote and annex payload accessibility were not tested in this no-network cohort.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Public immutable source URL contains committed image specification; payload layers are explicitly absent from supplied evidence.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/0cc48aa1605a41f1c512561a6427a93a65ebebfe", "description": "Supplied git-annex metadata at this revision records datapub.fz-juelich.de/studyforrest/remodnav/docker-layers URLs for archived layers; these are availability claims, not successful current retrievals.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Explains DataLad downloads the image. A network-enabled fresh clone/get would settle live accessibility; no --check-remote or payload acquisition was permitted.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/017": { "status": "met", "reason": "The README explains how to install the host tools, obtain the object/image and rerun results or build the manuscript.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Links installation guidance and gives clone, rerun and containers-run commands plus expected save behavior and Docker compatibility.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Registered image and call format implement the documented docker-make command; the public adapter supports its path-based loading mechanism.", "sha256": null } ] }, "stamped-checklist:should/001": { "status": "met", "reason": "Git and git-annex/DataLad identify the manuscript, code, linked data and archived environment through one versioned graph.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root software and input data share Git gitlinks rather than independent unrecorded package checkouts.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes", "description": "Image and large-data objects are content identified by the annex backend; root configuration and textual recipes are tracked in Git.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "description": "Linked labels pin their own code/remodnav and inputs/raw_eyegaze, preserving historical component versions.", "sha256": null } ] }, "stamped-checklist:should/002": { "status": "partial", "reason": "Linked REMoDNaV has test CI and paper history records revalidation; the full documented paper workflow lacks regular automated checking.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "description": "Root -> remodnav: Travis defines Python 3.6 build/install/pytest tests; this is library CI, not the paper numerical/manuscript workflow. No CI success logs are supplied.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "2023 recorded full paper analysis rerun after dependency drift, with numerical equivalence and small histogram change explained.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "2025 compatibility repair runs exit 0 in the image. Native root sweep found no full paper CI configuration; absence of CI alone does not mean no testing ever occurred.", "sha256": null } ], "flags": [ "probe-overridden", "mapping-questioned" ] }, "stamped-checklist:should/003": { "status": "met", "reason": "Raw data, event-label inputs, analysis code, image and figures occupy distinct linked modules or directories.", "source": "probe:modules-separated+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Separate raw_eyegaze, studyforrest-data-eyemovementlabels and remodnav modules preserve component boundaries.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Reads data paths and writes img SVGs plus results_def.tex, rather than overwriting raw measurements.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Environment is separately registered at container/image; native heuristic missed img as derivatives but the actual script makes the separation clear.", "sha256": null } ] }, "stamped-checklist:should/009": { "status": "not-applicable", "reason": "N/A: no access-restricted data or software is identified among the components required for the scoped results.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Linked required eye-gaze dataset explicitly declares unrestricted access without registration/authentication.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Availability section identifies required Anderson and studyforrest input data as versioned DataLad subdatasets; no restricted movie playback payload is required by the analysis script.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md", "description": "Linked algorithm advertises MIT licensing and public installation; the scoped object provides no restricted component to segregate.", "sha256": null } ] }, "stamped-checklist:should/004": { "status": "met", "reason": "The 2023 analysis run records a successful container execution; the adapter creates a fresh container for each invocation.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Committed exit-0 result of the complete numerical/figure command in the archived image is historical execution evidence; no fresh rerun was attempted by this assessor.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "cli_run invokes docker run --rm with the archived image ID. This is equivalent committed evidence of a disposable container run, not merely a Dockerfile definition.", "sha256": null } ] }, "stamped-checklist:should/005": { "status": "partial", "reason": "Paper analysis/manuscript invocations use docker run --rm; linked event-label generation uses ambient Python without per-run isolation.", "source": "judgement", "evidence": [ { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Root README/version -> registered adapter: each cli_run creates a container with --rm, mounts the dataset, and supplies /tmp as working directory.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Temporary HOME is created and removed around the payload.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Linked label generation records bash code/compute_all.sh; that script executes Python on the host and has no disposable environment wrapper.", "sha256": null } ] }, "stamped-checklist:should/006": { "status": "partial", "reason": "The archived paper image was exercised and later converted/tested, but regular full reconstitution tests are not recorded.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Full 2023 analysis exit-0 record binds results to archived container/image; a substantive historical test exists.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "2025 image compatibility conversion loads the image, runs exit 0 and saves OCI format; it is not a fresh full paper result/manuscript verification.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "description": "Linked library CI installs a Python environment from requirements-devel, not the exact image which generated paper figures. Root sweep finds no regular reconstitution job.", "sha256": null } ], "flags": [ "probe-overridden", "mapping-questioned" ] }, "stamped-checklist:should/007": { "status": "met", "reason": "The research object archives Docker config and layer objects via git-annex, beyond just referencing an external image name.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Archive lists full layer/config identities and layer sizes. Frozen manifest shows corresponding MD5E annex pointers under container/image/blobs/sha256/.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "description": "OCI index is committed with the archive. Payload bytes were intentionally not acquired; archive structure is verified, current retrieval remains untested under must/016.", "sha256": null } ] }, "stamped-checklist:should/008": { "status": "met", "reason": "History supplies executable build/update commands and tracks the 2023 environment revision and 2025 OCI conversion.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "description": "Build command and replacement environment motivation are documented in the tracked change.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "description": "Tracked subsequent Dockerfile environment correction.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Recorded OCI update command and README Docker compatibility documentation provide an actual update instance. Identical checklist wording to must/014.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:may/001": { "status": "met", "reason": "External raw data, derived labels and REMoDNaV are explicitly linked as pinned Git/DataLad submodules.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Lists three public component URLs at nested root paths.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "Root -> remodnav -> tests/data/anderson_etal and studyforrest extends the versioned graph; remote URL shape is distinct from live payload accessibility.", "sha256": null } ] }, "stamped-checklist:may/002": { "status": "partial", "reason": "README and manuscript explain pinned inputs and commands, but do not map nested modules or their distinct REMoDNaV revisions.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "States all code/data/environments are version-linked and explains top-level recomputation; no module relationship map or recombination procedure is given.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Availability section describes versioned DataLad subdatasets.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "description": "Label component brings its own code/remodnav at c9b8696, versus root algorithm d289118; these distinct roles are visible in pins/scripts rather than explained together.", "sha256": null } ] }, "stamped-checklist:may/003": { "status": "partial", "reason": "Pinned component boundaries permit controlled updates; label and paper code use separate algorithm revisions and undeclared environment coupling.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Separate gitlinks allow independent code/data revision changes without copying the components.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Linked label-generation code uses code/remodnav while root script imports root remodnav, so updating one does not update or revalidate the other.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Documents real dependency incompatibilities and a replacement container needed after three years. No compatibility check establishes that independent component updates preserve the full workflow.", "sha256": null } ] }, "stamped-checklist:may/004": { "status": "met", "reason": "Gitlinks compose data/code and the registered container executes Make targets over the common mounted root.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Explicit component paths and Git revisions provide a composition mechanism.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "docker-make binds archived image to Docker-Makefile; host dataset is mounted through the public adapter.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Recorded inputs/outputs enumerate the composed data/code/environment boundary for the analysis command.", "sha256": null } ] }, "stamped-checklist:may/005": { "status": "partial", "reason": "DataLad commands and .gitmodules support navigation, but nested raw-source and label-generation paths lack a complete reader-facing guide.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Gives DataLad clone/rerun/get behavior and manuscript command, enabling top-level navigation.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Root -> labels module: old Condor reproduction notes omit current compute_all.sh path and its recorded run.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Root -> raw dataset -> author-local source link has no portable navigation path; source cache presence does not repair this public link.", "sha256": null } ] } }, "schema_version": "0.2.0", "principles_version": "0.2.0", "checklist_source": { "repo": "https://github.com/stamped-principles/stamped-checklist-schema", "tag": "v0.3.1", "commit": "af259bad237fa57b856417db8dba45a1b283a527" }, "extra_items": [ { "key": "license-declared", "status": "met", "reason": "Root COPYING declares CC BY 4.0; linked modules retain their own licenses. Licensing has no checklist item.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root declared license; native license probe identified COPYING." } ] }, { "key": "clone-weight", "status": "met", "reason": "Read-only native tree inventory found no Git text blob over 10 MiB.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Native clone-weight probe checks committed root Git blob sizes, not the size of absent annex payloads." } ] }, { "key": "inputs-untouched", "status": "not-checked", "reason": "Root modules were deliberately uninitialized in the isolated probe checkout; frozen historical source does not observe changes during execution.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three pinned modules; native probe limitation is logistical, not evidence that the public input data was modified." } ] }, { "key": "programmatic-provenance", "status": "partial", "reason": "DataLad records programmatic commands, inputs, outputs and exit codes; linked label generation lacks its environment. T.4 has no separate checklist item.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Paper analysis record includes the archived image as extra input." } ] } ], "object": { "url": "https://github.com/psychoinformatics-de/paper-remodnav", "commit": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "captured_at": "2026-10-28T00:50:28+00:00", "kind": "study" }, "assessor": { "skill": "assess-alignment-with-stamped-principles", "version": "0.1.0", "harness": "isolated-study-worker", "model": "unavailable", "date": "2026-10-28", "drafted_by": "scripts/run_probes.py", "dependencies": [ "stamped-conventions@0.1.0" ] }, "scope": "Inspection-only: frozen root 34388d3ca78fbd483e022e4e2851be390b7eebf2, numerical results, figures, manuscript and explicitly linked computational components. Logistical isolated clone used for read-only native probes; linked source/history inspected through declared discovery paths in frozen evidence. No --check-remote, network calls, payload acquisition, container builds, scientific execution or fresh rerun; missing payloads are evidence-package limitations, not retrieval failures. Live tracker inaccessible by cohort design; known gaps read from committed links/history only. Model identity withheld; native response retained; optional framework export unavailable." }, "report_content": "# REMoDNaV STAMPED assessment — replicate 3\n\nMUST (17): **9 met / 7 partial / 0 unmet / 1 not-checked**. SHOULD (9): **5 met / 3 partial / 0 unmet / 0 not-checked / 1 not-applicable**. MAY (5): **2 met / 3 partial / 0 unmet / 0 not-checked**. Partial MUST items are not satisfied; no overall numeric score is assigned.\n\n**Assumption, not human-confirmed:** the primary kind is **study**. The goal is to reproduce the numerical results, figures and manuscript for *REMoDNaV: Robust Eye Movement Detection for Natural Viewing*, including explicitly linked computational components. The [root README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) states this goal.\n\n## What to fix first\n\n1. Capture an exact environment for the linked label-generation run and connect it to its TSV outputs. Those inputs feed the paper histograms, while their [recorded execution](https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6) names ambient Python rather than an image or frozen manifest (must/003, /006, /010; should/005).\n2. Replace or explicitly retire the author-local transitive raw-source link and legacy Condor initial directories. These are confirmed source-level portability defects, although the paper's consumed processed inputs have their own annex identities (must/001, /002, /009; may/005).\n3. Extend the host setup notes to Docker permissions and explain nested module roles, especially the separate algorithm pins used by paper and label generation (must/011; may/002, /003).\n4. Exercise the full documented paper route periodically in a fresh container and retain its results. Library CI and occasional repairs provide useful but incomplete coverage of paper instructions and environment reconstitution (should/002, /006).\n\n## What already works well\n\n- The [2023 run record](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) names the archived image, input patterns and output directory. It discloses the small histogram change relative to the journal version; this accurate disclosure is not a silent disagreement between instructions and execution.\n- [Image manifests](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json) and annex pointers preserve image identity. The [documented adapter](https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py) executes the archived image's SHA-256 ID using `docker run --rm`; `remodnav:latest` is an archive label, not a reproduction-time registry pull.\n- The README offers specific clone, rerun and manuscript commands, explains expected bitwise comparison, and records Docker-format compatibility. [Git submodules](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules) separate input data and software.\n\n## Per-item judgments\n\nThe native helper rendered the following table. Detailed arguments and discovery paths are in the authoritative response JSON.\n\n| item | principles | status | source | evidence | reason |\n|---|---|---|---|---|---|\n| must/001 | S.1 | partial ⚠ (a MUST is not satisfied by partial) | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules` | Root holds the analysis, manuscript, image and pinned inputs; a transitive raw-source module still points outside that root. |\n| must/002 | S.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules` | Root input modules have public URLs and pins, but raw_eyegaze links src/lab-eyetracking to an author-local /home/data path. |\n| must/003 | S.1 | partial ⚠ (a MUST is not satisfied by partial) | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh` | REMoDNaV and analysis libraries are linked or containerized; host orchestration and linked label generation rely on installed tools. |\n| must/004 | T.1,T.3,T.5 | met | probe:tree-clean+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile` | Git tracks the source, manuscript and configuration; the probe deletions are deliberately omitted evidence payloads. |\n| must/005 | T.1,T.3,T.5 | met | probe:large-in-annex+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst` | Large images and eye-gaze data use annex content keys; container layers have annex pointers and SHA-256 identities. |\n| must/006 | T.1,T.3,T.5 | partial ⚠ (a MUST is not satisfied by partial) | probe:derived-have-records+probe:run-env-linked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py` | The containerized paper run names its image and outputs; linked event-label generation records no exact environment. |\n| must/007 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile` | README supplies installation links, clone/rerun instructions and the manuscript command; the alleged make changes target is a false match. |\n| must/008 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | The updated starting point is datalad rerun results-containerized; a separate containers-run command builds the manuscript. |\n| must/009 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:no-abs-paths+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh` | Root execution uses relative project paths; linked legacy Condor launchers hardcode /home/asimio and /usr/bin/python2.7. |\n| must/010 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh` | The archived analysis image carries numerical/rendering dependencies; host DataLad tooling and the upstream label environment are not frozen. |\n| must/011 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh` | Main host tools and Docker compatibility are documented; non-root Docker access and linked legacy host assumptions are incomplete. |\n| must/012 | P.2 | met | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile` | README clearly lists host tools and verified versions; Dockerfile lists the analysis and manuscript packages. |\n| must/013 | P.3 | met | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json` | Dockerfile, container registration and image manifests are tracked alongside code and manuscript. |\n| must/014 | P.3 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | History supplies executable build/update commands and tracks the 2023 environment revision and 2025 OCI conversion. |\n| must/015 | D.1 | met | probe:run-env-linked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | The archived image is content-identified; the adapter runs its SHA-256 image ID, so remodnav:latest is an archive label. |\n| must/016 | D.1 | not-checked | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/tree/0cc48aa1605a41f1c512561a6427a93a65ebebfe`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | Public specification and layer-location metadata exist; current remote and annex payload accessibility were not tested in this no-network cohort. |\n| must/017 | D.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | The README explains how to install the host tools, obtain the object/image and rerun results or build the manuscript. |\n| should/001 | T.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules` | Git and git-annex/DataLad identify the manuscript, code, linked data and archived environment through one versioned graph. |\n| should/002 | A.2 | partial | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | Linked REMoDNaV has test CI and paper history records revalidation; the full documented paper workflow lacks regular automated checking. |\n| should/003 | M.1 | met | probe:modules-separated+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | Raw data, event-label inputs, analysis code, image and figures occupy distinct linked modules or directories. |\n| should/004 | E.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | The 2023 analysis run records a successful container execution; the adapter creates a fresh container for each invocation. |\n| should/005 | E.1 | partial | judgement | `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6` | Paper analysis/manuscript invocations use docker run --rm; linked event-label generation uses ambient Python without per-run isolation. |\n| should/006 | D.2 | partial | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml` | The archived paper image was exercised and later converted/tested, but regular full reconstitution tests are not recorded. |\n| should/007 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json` | The research object archives Docker config and layer objects via git-annex, beyond just referencing an external image name. |\n| should/008 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | History supplies executable build/update commands and tracks the 2023 environment revision and 2025 OCI conversion. |\n| should/009 | M.4 | not-applicable | judgement | `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md` | N/A: no access-restricted data or software is identified among the components required for the scoped results. |\n| may/001 | M.2 | met | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules` | External raw data, derived labels and REMoDNaV are explicitly linked as pinned Git/DataLad submodules. |\n| may/002 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules` | README and manuscript explain pinned inputs and commands, but do not map nested modules or their distinct REMoDNaV revisions. |\n| may/003 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | Pinned component boundaries permit controlled updates; label and paper code use separate algorithm revisions and undeclared environment coupling. |\n| may/004 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | Gitlinks compose data/code and the registered container executes Make targets over the common mounted root. |\n| may/005 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules` | DataLad commands and .gitmodules support navigation, but nested raw-source and label-generation paths lack a complete reader-facing guide. |\n\n## Flagged judgments\n\n- must/002 (`probe-overridden`): root URL-shape checking missed the inspected transitive author-local raw-source link; no live retrieval claim is made.\n- must/004 (`probe-overridden`): 35 apparent deletions are frozen-package omissions, not untracked scientific edits; the committed tree is assessed.\n- must/006 (`mapping-questioned`): the derived-file probe's exact-output heuristic missed directory output `img`; partial instead rests on the linked label run's missing environment, rather than treating unchanged historical SVG commits as proof of missing modern provenance.\n- must/007 (`probe-overridden`): the scanner misread prose about making changes as a command `make changes`; the actual README commands are implemented.\n- must/009 (`probe-overridden`): container-internal `/root` cleanup is portable relative to its image; partial rests on actual author-host paths in linked legacy launchers.\n- must/010 (`probe-overridden`): finding an image registration does not establish that host orchestration and upstream label generation share a specified environment.\n- must/014 and should/008 (`upstream-duplicate`): identical checklist wording; the same executable update instructions and tracked update instances answer both.\n- must/015 (`probe-overridden`): `latest` text in archived image metadata does not defeat its content identity; the adapter runs the image ID.\n- must/016 (`probe-overridden`): current remote/payload access remains not-checked under the no-network boundary, rather than a defect inferred from omitted files.\n- should/002 and should/006 (`probe-overridden`, `mapping-questioned`): absence of root CI does not mean no tests occurred. Historical paper run/repair records and linked library CI supply partial evidence; neither establishes regular full paper/environment testing.\n\n## Not checked and scope limitations\n\n**must/016:** a network-enabled fresh clone and annex retrieval of the archived image would establish current accessibility. Recorded layer URLs are not observed successful downloads. The extra `inputs-untouched` probe also remains not-checked: linked modules were intentionally not installed and no scientific execution occurred.\n\nThis assessment inspected the frozen source, inventories and history only. Native probes ran read-only against the isolated logistical root checkout; that clone is not evidence of public retrieval. No `--check-remote`, network calls, payload acquisition, scientific workflow execution, container builds or fresh rerun was permitted. Binary data, SVG payloads, image layers and some style files were intentionally absent, not observed retrieval failures. The fresh-container judgment uses an existing exit-0 run record plus the linked adapter semantics; it is not a newly observed reproduction. The live issue tracker was outside scope; committed references disclose prior issues #20, #25–27 and the repair history.\n\n## Goals, boundary and seven factual anchors\n\n1. **Product/kind:** a study supplying numerical results, figures and manuscript sources; purpose comes from the root README, not filenames.\n2. **Boundary:** the root includes manuscript, script, container and three pinned modules. Explicit `.gitmodules` links lead through REMoDNaV to Anderson evaluation data and through label data to another algorithm pin. The raw module also points to an author-local original-source location. Discovery followed those links; cached files were not treated as independently discoverable.\n3. **Versioning:** root [Git/annex attributes](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes) plus gitlinks identify text, large data and software. The [raw dataset README](https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst) explains Git metadata and annex data retrieval.\n4. **Environment:** tracked [Dockerfile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile), archived image and container registration; separately installed host DataLad tooling. Rebuilding the recipe is less exact than loading its archived image.\n5. **Execution:** root README → DataLad rerun or containers-run → registered adapter → Docker-Makefile → analysis or manuscript Make target. Linked label regeneration instead uses [compute_all.sh](https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh).\n6. **Provenance:** the paper analysis run records image/input/output associations; the linked label run records inputs/outputs without its environment. Both were read as existing history, not executed.\n7. **Retrieval/terms:** root README provides a public clone URL and says DataLad obtains inputs/image. Annex availability metadata advertises layer URLs, without a current access test. Root COPYING declares CC BY 4.0, the linked algorithm MIT, and raw data README unrestricted access/PDDL. No restricted input needed by this numerical workflow was identified; should/009 therefore has an empty subject. Licensing and programmatic provenance are reported as extras because the pin lacks dedicated items for them.\n\n## Artifacts and provenance\n\n- [Authoritative native responses](study-con-stamped-impl-03.responses.json)\n- [Checklist app URL](study-con-stamped-impl-03.url.txt)\n- Original raw probes: `.cache/study/probes/study-con-stamped-impl-03.probes.json` (unaltered).\n\nProduced by `assess-alignment-with-stamped-principles` **0.1.0**, instrument `con-stamped-impl@4fe5d7be82ed6c297747e8b838031aec88e75903`, with `stamped-conventions@0.1.0`; checklist **0.3.1**, schema/principles **0.2.0**, checklist source `stamped-checklist-schema@v0.3.1` (`af259bad237fa57b856417db8dba45a1b283a527`). Object: `https://github.com/psychoinformatics-de/paper-remodnav` at `34388d3ca78fbd483e022e4e2851be390b7eebf2`.\n\nHarness: **isolated-study-worker**. Model: **unavailable** (withheld, not inferred). Assessment UTC date: **2026-10-28**. Frozen evidence SHA-256: `e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499`. Goals/kind were not separately confirmed by a human. Native response retained; optional framework export unavailable in this older instrument. Native validation: **31 answers valid against checklist 0.3.1**.\n" }, { "id": "study-con-stamped-impl-04", "study_id": "remodnav-method-comparison-01", "object_id": "paper-remodnav", "object_revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "method_id": "con-stamped-impl", "method_revision": "4fe5d7be82ed6c297747e8b838031aec88e75903", "model_requested": "gpt-6.1-sol", "model_observed": null, "reasoning_effort": "medium", "replicate": 4, "status": "complete", "independent": true, "created_at": "2026-10-27T23:55:09.250607+00:00", "native_output": "results/study-con-stamped-impl-04.responses.json", "report": "results/study-con-stamped-impl-04.md", "summary": { "checklist_counts": { "must": { "met": 9, "partial": 7, "unmet": 0, "not-checked": 1, "not-applicable": 0 }, "should": { "met": 5, "partial": 3, "unmet": 0, "not-checked": 0, "not-applicable": 1 }, "may": { "met": 2, "partial": 3, "unmet": 0, "not-checked": 0, "not-applicable": 0 } }, "completion": { "answered": 31, "total": 31 } }, "limitations": [ "Inspection cohort; no scientific workflow execution or independent payload retrieval by this assessor.", "Actual model version not independently exposed; requested model and reasoning are recorded." ], "evidence_cohort": "remodnav-e3c6253bced7", "probe_artifact": { "path": "results/study-con-stamped-impl-04.probes.json", "original_sha256": "aa22532f45722867b9607085d8790c845b8c46c8b23060c8cb3b099464993df6", "public_sha256": "848314bfbee4a8dcb050342556c6d5b091903ee7b513232d32272ab5b408a640", "redaction": "Only the local logistical checkout prefix was replaced. The original raw probe output is retained unchanged in the ignored study cache." }, "native_data": { "checklist_version": "0.3.1", "responses": { "stamped-checklist:must/001": { "status": "partial", "reason": "The paper boundary contains direct analysis inputs, but its linked raw-data provenance still includes a machine-local source module.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery: root → .gitmodules. All three direct components are beneath the paper root with HTTPS links.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Discovery: root → data/raw_eyegaze → .gitmodules. Transitive src/lab-eyetracking points to /home/data/psyinf/forrest_gump/collection/fg_eyegaze_raw; cache has no child for that link. This is an upstream provenance-boundary gap, not proof that the curated eyegaze needed by the paper is inaccessible.", "sha256": null } ] }, "stamped-checklist:must/002": { "status": "partial", "reason": "Direct input modules are pinned beneath the root; transitive src/lab-eyetracking uses a local URL. Payload reachability was not tested.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery: root → .gitmodules. Probe found three syntactically remote root URLs and called met without contacting servers. Frozen metadata independently identifies child revisions; this does not test byte retrieval.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Discovery: root → data/raw_eyegaze → .gitmodules. Recursive inspection finds the absolute local source URL that root-only probe misses.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/003": { "status": "met", "reason": "REMoDNaV is a pinned module; the Docker recipe includes its scientific and manuscript dependencies. Host orchestration is documented separately.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery: root → .gitmodules. remodnav is linked within root at the frozen gitlink revision d28911838f91f33af0db57332f55ccc442d24f66.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Discovery: root → container/Dockerfile. Installs NumPy, pandas, seaborn, matplotlib, SciPy, sklearn, statsmodels, make, Inkscape, latexmk and TeX.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Discovery: root → Docker-Makefile. Installs the linked local remodnav before invoking analysis.", "sha256": null } ] }, "stamped-checklist:must/004": { "status": "met", "reason": "Git tracks code, configuration and manuscript text; missing study payloads are omissions of the evidence checkout, not unversioned project files.", "source": "probe:tree-clean+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Discovery: root → README.md. Pinned Git tree contains README, .gitmodules, code, manuscript and configuration. Probe tree-clean returned unmet from deleted payloads in the logistical checkout; manifest declares those deliberately not downloaded.", "sha256": null } ], "flags": [ "probe-overridden", "mapping-questioned" ] }, "stamped-checklist:must/005": { "status": "met", "reason": "Root image layers and studyforrest data use git-annex identities; linked Anderson data is identified by Git blobs.", "source": "probe:large-in-annex+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Discovery: root → container/image/manifest.json. Two large image layers are content-addressed; frozen root inventory records six annex pointers, including 1,750,877,184-byte layer.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Discovery: root → data/raw_eyegaze → README.rst. Documents git-annex metadata and git annex get for external data payloads.", "sha256": null } ] }, "stamped-checklist:must/006": { "status": "partial", "reason": "The containerized paper run names its archived image, but label generation and earlier runs omit exact environments.", "source": "probe:run-env-linked+probe:derived-have-records+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical recorded exit 0; exact command uses container/image as extra_input, declares raw data, labels and Anderson input, outputs img and results_def.tex. This is historical provenance, not a run observed in this assessment.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Discovery root .gitmodules → labels → history. Recorded bash code/compute_all.sh, exit 0, inputs raw eyegaze and outputs sub-*; no environment capture or image in the record.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Discovery: root → code/mk_figuresnstats.py. quality_stats retains manually reported loss values; CLI dispatch does not call it. Probe derived-file coverage also misses directory-output semantics and includes manually authored diagrams; its 24/30 count is not a complete provenance verdict.", "sha256": null } ], "flags": [ "mapping-questioned" ] }, "stamped-checklist:must/007": { "status": "met", "reason": "README provides DataLad installation links, clone/rerun instructions and the manuscript command; old instructions are explicitly distinguished.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Discovery: root → README.md. Updated instructions name verified host tools, clone, datalad rerun results-containerized, and containers-run docker-make main.pdf. Probe misreads prose about making changes as a make changes target.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/008": { "status": "met", "reason": "The documented starting points are the results-containerized rerun and docker-make manuscript target.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Discovery: root → README.md. Explicit signed-tag rerun and manuscript generation command.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Discovery: root → Docker-Makefile. results_def.tex invokes code/mk_figuresnstats.py -s -f -r -m; main.pdf delegates to root Makefile.", "sha256": null } ] }, "stamped-checklist:must/009": { "status": "partial", "reason": "Root analysis uses relative inputs; linked label submission scripts hardcode /home/asimio and /usr/bin/python2.7.", "source": "probe:no-abs-paths+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Discovery: root → container/Dockerfile. Probe flags /root cleanup, but it is inside a Debian image build and is not a host data path.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Discovery: root → code/mk_figuresnstats.py. Input paths are assembled under data and remodnav.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "description": "Discovery: root → data/studyforrest-data-eyemovementlabels → code/detect_events_submit.sh. HTCondor initialdir=/home/asimio/fg_eyegaze_preproc/ and executable=/usr/bin/python2.7 are real host-specific paths in the linked computational component.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/010": { "status": "partial", "reason": "Root scientific dependencies are specified; host orchestration and linked label-generation environments are not completely captured.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Discovery: root → container/Dockerfile. Scientific/rendering packages specified; base and apt packages float at rebuild time, while an archived binary supplies an exact run environment.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Discovery: root → README.md. Host DataLad, Containers and Docker are installation prerequisites with verified versions rather than a complete reproducible host spec.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Discovery root .gitmodules → labels → history. Recorded bash code/compute_all.sh, exit 0, inputs raw eyegaze and outputs sub-*; no environment capture or image in the record.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/011": { "status": "partial", "reason": "Root documents supported hosts and Docker compatibility; linked label scripts assume a user directory, Python 2.7 and inherited host state.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Discovery: root → README.md. Debian, MacOS, Windows 10 and Docker version compatibility are named.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "description": "Discovery: root → data/studyforrest-data-eyemovementlabels → code/preprocess_submit.sh. getenv=True, hardcoded initial directory and Python executable are assumed; linked README does not document their relocation.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Discovery root README verified DataLad Containers 1.2.3 → registration adapter. get_image hashes archived config; load checks sha256 image ID, and cli_run executes that ID with --rm, /tmp working-directory mount and caller UID. Inspected source only.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/012": { "status": "partial", "reason": "Root README lists orchestration and rendering requirements; linked label reproduction instructions omit a coherent current dependency list.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Discovery: root → README.md. DataLad 0.19, Containers 1.2.3, Docker version guidance and legacy rendering tools are listed.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Discovery: root → data/studyforrest-data-eyemovementlabels → README. Calls condor_submit and older preprocessing/detection scripts; current recorded computation instead calls compute_all.sh and linked remodnav.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Discovery: root → data/studyforrest-data-eyemovementlabels → code/compute_all.sh. Invokes Python module with PYTHONPATH but supplies no complete environment manifest.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/013": { "status": "met", "reason": "The Docker recipe, image manifests, container registration and linked software dependency metadata are versioned alongside the study.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Discovery: root → container/Dockerfile. Recipe is tracked at assessment revision.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Discovery: root → .datalad/config. Tracked image registration and execution template.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Discovery: root → remodnav → setup.py. Linked package declares NumPy, SciPy, statsmodels and matplotlib dependencies.", "sha256": null } ] }, "stamped-checklist:must/014": { "status": "met", "reason": "Recorded image build/save and later OCI conversion supply executable update procedures with tracked image changes.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Recorded executable procedure rebuilds image from container/Dockerfile and saves it beneath container/image.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Later recorded conversion loads old image with Docker v26 and saves OCI representation, replacing tracked container/image. Concrete environment-maintenance instance; addresses #27.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:must/015": { "status": "met", "reason": "Archived image content is pinned by Git/annex and SHA256 manifests; its saved latest label does not select a floating remote image at execution.", "source": "probe:run-env-linked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Discovery: root → container/image/manifest.json. Config f881bd4... and layers d310e774.../e2728fc6... are explicit content identifiers, despite RepoTags remodnav:latest.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Discovery: root → .datalad/config. Execution passes a local tracked image directory to adapter.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Discovery root README verified DataLad Containers 1.2.3 → registration adapter. get_image hashes archived config; load checks sha256 image ID, and cli_run executes that ID with --rm, /tmp working-directory mount and caller UID. Inspected source only.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/016": { "status": "not-checked", "reason": "Recipe and image identities have public locations and annex web records; current image availability cannot be established without payload access.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Discovery: root → container/Dockerfile. Public immutable recipe available in frozen evidence.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Discovery: root → container/image/manifest.json. Archived image layer/config identities are supplied; annex availability metadata at git-annex revision 0cc48aa1605a41f1c512561a6427a93a65ebebfe records datapub.fz-juelich.de/studyforrest/remodnav/docker-blobs URLs. Neither those bytes nor endpoints were tested.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/017": { "status": "met", "reason": "README explains obtaining the DataLad object and using the registered archived environment for results and manuscript reproduction.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Discovery: root → README.md. Clone and rerun commands retrieve declared inputs and about 1.8 GB image; containers-run command selects docker-make, with installation links and Docker format compatibility notes.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Discovery: root → .datalad/config. Registration exists and routes documented docker-make environment to the archived image.", "sha256": null } ] }, "stamped-checklist:should/001": { "status": "met", "reason": "Git identities compose all linked code/data modules, with git-annex for studyforrest and image payloads.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery: root → .gitmodules. Versioned gitlinks compose root components.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Discovery: root → data/raw_eyegaze → README.rst. Git plus git-annex supplies fine-grained versioning.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "Discovery: root → remodnav → .gitmodules. Nested Anderson and studyforrest inputs use the same Git module mechanism.", "sha256": null } ] }, "stamped-checklist:should/002": { "status": "partial", "reason": "The linked tool defines automated tests and the paper has maintenance reruns, but no regular full-study instruction check is supplied.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "description": "Discovery: root → remodnav → .travis.yml. Python 3.6 CI installs package and runs pytest; does not execute paper figures/manuscript or root README commands.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical recorded exit 0; exact command uses container/image as extra_input, declares raw data, labels and Anderson input, outputs img and results_def.tex. This is historical provenance, not a run observed in this assessment.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Discovery: root → README.md. Documents a one-time migration after original route broke; root tracked inventory has no CI workflow.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:should/003": { "status": "met", "reason": "Data modules, analysis code, image recipe/archive and figure outputs have distinct boundaries.", "source": "probe:modules-separated+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery: root → .gitmodules. Raw data, event-label derivatives and tool are separately pinned components.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Discovery: root → Docker-Makefile. Code under code/, numerical macros results_def.tex and figures under img/ are separate from container/.", "sha256": null } ] }, "stamped-checklist:should/009": { "status": "not-applicable", "reason": "N/A: no access-restricted component is identified in the declared paper inputs; public data/software modules already have separate boundaries.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Discovery: root → data/raw_eyegaze → README.rst. Raw input documentation declares data access unrestricted and no registration/authentication required.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery: root → .gitmodules. Declared paper components use public repository URLs; no access-restricted module is declared. The local upstream URL is not evidence of an access policy.", "sha256": null } ] }, "stamped-checklist:should/004": { "status": "met", "reason": "A historical successful paper recomputation is recorded through the Docker adapter, which creates a new --rm container. No new run was attempted.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical recorded exit 0; exact command uses container/image as extra_input, declares raw data, labels and Anderson input, outputs img and results_def.tex. This is historical provenance, not a run observed in this assessment.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Discovery root README verified DataLad Containers 1.2.3 → registration adapter. get_image hashes archived config; load checks sha256 image ID, and cli_run executes that ID with --rm, /tmp working-directory mount and caller UID. Inspected source only.", "sha256": null } ] }, "stamped-checklist:should/005": { "status": "partial", "reason": "Paper reruns spawn disposable Docker containers; linked label generation runs Python against inherited host state.", "source": "judgement", "evidence": [ { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Discovery root README verified DataLad Containers 1.2.3 → registration adapter. get_image hashes archived config; load checks sha256 image ID, and cli_run executes that ID with --rm, /tmp working-directory mount and caller UID. Inspected source only.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Discovery: root → .datalad/config. Creates and cleans a temporary HOME within each container run.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Discovery: root → data/studyforrest-data-eyemovementlabels → code/compute_all.sh. Plain Python invocations reuse caller environment without per-execution container/venv.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Discovery root .gitmodules → labels → history. Recorded bash code/compute_all.sh, exit 0, inputs raw eyegaze and outputs sub-*; no environment capture or image in the record.", "sha256": null } ] }, "stamped-checklist:should/006": { "status": "partial", "reason": "Recorded rebuild and OCI maintenance show environment checks, but no regular test recreates the archived paper environment.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Image loaded and exit 0 recorded before OCI save, demonstrating maintenance rather than only intent.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "description": "Discovery: root → remodnav → .travis.yml. Tool CI installs its current development requirements instead of the root archived image.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical recorded exit 0; exact command uses container/image as extra_input, declares raw data, labels and Anderson input, outputs img and results_def.tex. This is historical provenance, not a run observed in this assessment.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:should/007": { "status": "met", "reason": "The image archive is part of the object via tracked manifests and annexed layers; layer bytes are absent only from this inspection package.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Discovery: root → container/image/manifest.json. Tracks image config and two layers, whose annex keys identify payloads in frozen inventory.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Discovery: root → README.md. Explicitly describes obtaining ~1.8 GB archived image with the dataset.", "sha256": null } ] }, "stamped-checklist:should/008": { "status": "met", "reason": "Recorded image build/save and later OCI conversion supply executable update procedures with tracked image changes.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Recorded build/save command is reusable environment-update procedure.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Tracked environment conversion instance addresses Docker format compatibility, with explicit command and input/output directory.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:may/001": { "status": "met", "reason": "External raw data, labels and REMoDNaV are explicit submodules; software tests further link Anderson data.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery: root → .gitmodules. Three direct external module declarations.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "Discovery: root → remodnav → .gitmodules. Nested data module declarations for Anderson and studyforrest.", "sha256": null } ] }, "stamped-checklist:may/002": { "status": "partial", "reason": "Root explains the code/data/environment roles, but linked label README describes an older pipeline rather than the recorded compute_all route.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Discovery: root → README.md. Describes manuscript, statistics, data, Docker and entry commands.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Discovery: root → data/studyforrest-data-eyemovementlabels → README. Provides obsolete preprocessing/detection recipe without explaining relationship to recorded compute_all.sh.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Discovery root .gitmodules → labels → history. Recorded bash code/compute_all.sh, exit 0, inputs raw eyegaze and outputs sub-*; no environment capture or image in the record.", "sha256": null } ] }, "stamped-checklist:may/003": { "status": "partial", "reason": "Gitlinks permit independent component updates, but environment compatibility and stale linked instructions limit safe recombination.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery: root → .gitmodules. Separate versioned module identities enable independent updates.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Discovery: root → README.md. Explains dependency drift breaking original analysis and small changed figure from environment migration.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Discovery: root → data/studyforrest-data-eyemovementlabels → README. Describes older host-specific workflow, not compatible recombination guidance.", "sha256": null } ] }, "stamped-checklist:may/004": { "status": "met", "reason": "Git submodules, DataLad run input/output declarations and the registered image compose the study.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery: root → .gitmodules. Root composes three pinned datasets/software components.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Discovery: root → .datalad/config. docker-make composes saved environment with Make pipeline.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical recorded exit 0; exact command uses container/image as extra_input, declares raw data, labels and Anderson input, outputs img and results_def.tex. This is historical provenance, not a run observed in this assessment.", "sha256": null } ] }, "stamped-checklist:may/005": { "status": "partial", "reason": "Root README and Git module metadata aid navigation; nested label documentation does not navigate the actual recorded route.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Discovery: root → README.md. Names clone/rerun starting points and root artifact roles.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery: root → .gitmodules. Maps human-readable module paths to repositories.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Discovery: root → data/studyforrest-data-eyemovementlabels → README. Reproduction text points at old Condor workflow, while history records compute_all.sh.", "sha256": null } ] } }, "schema_version": "0.2.0", "principles_version": "0.2.0", "checklist_source": { "repo": "https://github.com/stamped-principles/stamped-checklist-schema", "tag": "v0.3.1", "commit": "af259bad237fa57b856417db8dba45a1b283a527" }, "extra_items": [ { "key": "licence-declared", "status": "met", "reason": "Root COPYING declares CC BY 4.0; linked tool MIT and Anderson GPL are separate declarations. This is outside the 31 checklist items, not an access guarantee.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root licence text; no legal compatibility analysis performed." } ] }, { "key": "inputs-untouched", "status": "not-checked", "reason": "Logistical checkout has no initialized modules; frozen linked source establishes identity but does not observe working-module state.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Native probe explicitly reported all three modules uninitialized; no modification of source or evidence was attempted." } ] }, { "key": "clone-weight", "status": "met", "reason": "Native root probe finds no Git text blob over 10 MiB; linked binary payload sizes are outside this root-only observation.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Offline git ls-tree root inventory used by native clone-weight probe." } ] } ], "object": { "url": "https://github.com/psychoinformatics-de/paper-remodnav", "commit": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "captured_at": "2026-10-28T01:19:35+00:00", "kind": "study" }, "assessor": { "skill": "assess-alignment-with-stamped-principles", "version": "0.1.0", "harness": "isolated-study-worker", "model": "unavailable", "date": "2026-10-28", "drafted_by": "scripts/run_probes.py", "dependencies": [ "stamped-conventions@0.1.0" ], "note": "Model runtime identity withheld/unknown. Native response retained; optional framework export unavailable for this instrument branch. Manifest SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499." }, "scope": "Inspection of numerical results, figures, manuscript and explicitly linked components at root 34388d3ca78fbd483e022e4e2851be390b7eebf2 using frozen cohort remodnav-e3c6253bced7. Offline read-only probes used isolated logistical root checkout; modules inspected from frozen source/history, not installed. No --check-remote, network, scientific execution, container builds or payload acquisition. Missing binary/annex payloads are package limitations, not observed retrieval failures. Historical exit records and script definitions are distinguished from newly observed runs. Live issue trackers were not contacted; only supplied README/history issue references inspected. Goal/kind assumption based on README, unconfirmed by a human in this isolated study." }, "report_content": "# REMoDNaV: independent STAMPED assessment, replicate 4\n\n**Unconfirmed goal/kind assumption:** this is a study reproducing numerical results, figures and manuscript, as stated in the [root README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md). Linked computational components are included; no human confirmation was sought in this isolated study.\n\nMUST (17): 9 met, 7 partial, 0 unmet, 1 not-checked, 0 not-applicable; SHOULD (9): 5 met, 3 partial, 0 unmet, 0 not-checked, 1 not-applicable; MAY (5): 2 met, 3 partial, 0 unmet, 0 not-checked, 0 not-applicable. A partial MUST does not satisfy that requirement. There is no overall numeric score.\n\n## What to fix first\n\n- Capture the environment used to produce the linked event-label derivatives, and reconcile their README with `compute_all.sh`. Their recorded host Python command lacks the paper run’s environment link (must/006, must/010–012, may/002, may/005).\n- Replace the transitive raw-source machine path with a portable source link or document that it is outside the necessary reproduction boundary (must/001–002, must/009). This does not establish that the already-curated paper inputs are unavailable.\n- Automate a full-study check using the saved image and documented commands. Tool tests and occasional maintenance do not provide a regular end-to-end study check (should/002, should/006).\n- Verify the published annex payload locations in a separate retrieval-enabled assessment (must/016); this inspection cannot establish present byte availability.\n\n## Existing strengths\n\nThe [containerized result commit](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) records the image input, data inputs and output directory. The [archived manifests](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json) identify immutable image content; `latest` is an archive label, and the inspected adapter executes a config-derived SHA256 image ID. The [README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) gives clone, rerun and manuscript commands and openly documents the small difference from the original publication. These records support historical execution, not a new successful run in this study.\n\n## Per-item judgments\n\n| item | principles | status | source | evidence | reason |\n|---|---|---|---|---|---|\n| must/001 | S.1 | partial ⚠ (a MUST is not satisfied by partial) | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules` | The paper boundary contains direct analysis inputs, but its linked raw-data provenance still includes a machine-local source module. |\n| must/002 | S.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules` | Direct input modules are pinned beneath the root; transitive src/lab-eyetracking uses a local URL. Payload reachability was not tested. |\n| must/003 | S.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile` | REMoDNaV is a pinned module; the Docker recipe includes its scientific and manuscript dependencies. Host orchestration is documented separately. |\n| must/004 | T.1,T.3,T.5 | met | probe:tree-clean+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | Git tracks code, configuration and manuscript text; missing study payloads are omissions of the evidence checkout, not unversioned project files. |\n| must/005 | T.1,T.3,T.5 | met | probe:large-in-annex+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst` | Root image layers and studyforrest data use git-annex identities; linked Anderson data is identified by Git blobs. |\n| must/006 | T.1,T.3,T.5 | partial ⚠ (a MUST is not satisfied by partial) | probe:run-env-linked+probe:derived-have-records+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py` | The containerized paper run names its archived image, but label generation and earlier runs omit exact environments. |\n| must/007 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | README provides DataLad installation links, clone/rerun instructions and the manuscript command; old instructions are explicitly distinguished. |\n| must/008 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile` | The documented starting points are the results-containerized rerun and docker-make manuscript target. |\n| must/009 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:no-abs-paths+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh` | Root analysis uses relative inputs; linked label submission scripts hardcode /home/asimio and /usr/bin/python2.7. |\n| must/010 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6` | Root scientific dependencies are specified; host orchestration and linked label-generation environments are not completely captured. |\n| must/011 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | Root documents supported hosts and Docker compatibility; linked label scripts assume a user directory, Python 2.7 and inherited host state. |\n| must/012 | P.2 | partial ⚠ (a MUST is not satisfied by partial) | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh` | Root README lists orchestration and rendering requirements; linked label reproduction instructions omit a coherent current dependency list. |\n| must/013 | P.3 | met | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py` | The Docker recipe, image manifests, container registration and linked software dependency metadata are versioned alongside the study. |\n| must/014 | P.3 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | Recorded image build/save and later OCI conversion supply executable update procedures with tracked image changes. |\n| must/015 | D.1 | met | probe:run-env-linked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | Archived image content is pinned by Git/annex and SHA256 manifests; its saved latest label does not select a floating remote image at execution. |\n| must/016 | D.1 | not-checked | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json` | Recipe and image identities have public locations and annex web records; current image availability cannot be established without payload access. |\n| must/017 | D.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | README explains obtaining the DataLad object and using the registered archived environment for results and manuscript reproduction. |\n| should/001 | T.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules` | Git identities compose all linked code/data modules, with git-annex for studyforrest and image payloads. |\n| should/002 | A.2 | partial | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | The linked tool defines automated tests and the paper has maintenance reruns, but no regular full-study instruction check is supplied. |\n| should/003 | M.1 | met | probe:modules-separated+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile` | Data modules, analysis code, image recipe/archive and figure outputs have distinct boundaries. |\n| should/004 | E.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | A historical successful paper recomputation is recorded through the Docker adapter, which creates a new --rm container. No new run was attempted. |\n| should/005 | E.1 | partial | judgement | `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6` | Paper reruns spawn disposable Docker containers; linked label generation runs Python against inherited host state. |\n| should/006 | D.2 | partial | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | Recorded rebuild and OCI maintenance show environment checks, but no regular test recreates the archived paper environment. |\n| should/007 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | The image archive is part of the object via tracked manifests and annexed layers; layer bytes are absent only from this inspection package. |\n| should/008 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | Recorded image build/save and later OCI conversion supply executable update procedures with tracked image changes. |\n| should/009 | M.4 | not-applicable | judgement | `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules` | N/A: no access-restricted component is identified in the declared paper inputs; public data/software modules already have separate boundaries. |\n| may/001 | M.2 | met | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules` | External raw data, labels and REMoDNaV are explicit submodules; software tests further link Anderson data. |\n| may/002 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6` | Root explains the code/data/environment roles, but linked label README describes an older pipeline rather than the recorded compute_all route. |\n| may/003 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README` | Gitlinks permit independent component updates, but environment compatibility and stale linked instructions limit safe recombination. |\n| may/004 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | Git submodules, DataLad run input/output declarations and the registered image compose the study. |\n| may/005 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README` | Root README and Git module metadata aid navigation; nested label documentation does not navigate the actual recorded route. |\n\n## Flagged items\n\n- **must/002** (probe-overridden): Direct input modules are pinned beneath the root; transitive src/lab-eyetracking uses a local URL. Payload reachability was not tested.\n- **must/004** (probe-overridden, mapping-questioned): Git tracks code, configuration and manuscript text; missing study payloads are omissions of the evidence checkout, not unversioned project files.\n- **must/006** (mapping-questioned): The containerized paper run names its archived image, but label generation and earlier runs omit exact environments.\n- **must/007** (probe-overridden): README provides DataLad installation links, clone/rerun instructions and the manuscript command; old instructions are explicitly distinguished.\n- **must/009** (probe-overridden): Root analysis uses relative inputs; linked label submission scripts hardcode /home/asimio and /usr/bin/python2.7.\n- **must/010** (probe-overridden): Root scientific dependencies are specified; host orchestration and linked label-generation environments are not completely captured.\n- **must/011** (probe-overridden): Root documents supported hosts and Docker compatibility; linked label scripts assume a user directory, Python 2.7 and inherited host state.\n- **must/012** (probe-overridden): Root README lists orchestration and rendering requirements; linked label reproduction instructions omit a coherent current dependency list.\n- **must/014** (upstream-duplicate): Recorded image build/save and later OCI conversion supply executable update procedures with tracked image changes.\n- **must/015** (probe-overridden): Archived image content is pinned by Git/annex and SHA256 manifests; its saved latest label does not select a floating remote image at execution.\n- **must/016** (probe-overridden): Recipe and image identities have public locations and annex web records; current image availability cannot be established without payload access.\n- **should/002** (probe-overridden): The linked tool defines automated tests and the paper has maintenance reruns, but no regular full-study instruction check is supplied.\n- **should/006** (probe-overridden): Recorded rebuild and OCI maintenance show environment checks, but no regular test recreates the archived paper environment.\n- **should/008** (upstream-duplicate): Recorded image build/save and later OCI conversion supply executable update procedures with tracked image changes.\n\nThe root-only probes do not inspect frozen linked modules. `tree-clean` measured deliberately omitted checkout payloads rather than whether text/config is version controlled. `entry-point` inferred a nonexistent `make changes` command from ordinary prose. `no-abs-paths` flagged image-internal cleanup paths, while recursive reading found real legacy host paths. `run-env-linked` treated saved archive labels as floating remote selectors. `derived-have-records` treats `img` directory outputs as uncovered individual files and includes authored diagrams; its 24/30 count is retained in raw probes but not adopted as the provenance conclusion. `platform-assumptions` also matched bibliography text such as `inproceedings`, which is not an executed command.\n\n## Not checked and scope\n\n**must/016:** current image payload availability requires a permitted retrieval check against the recorded annex URLs. Public recipe/image metadata and availability logs are present, but container layers were not supplied. The extra `inputs-untouched` check also remains untested because modules were not installed in the logistical checkout.\n\nInspection of numerical results, figures, manuscript and explicitly linked components at root 34388d3ca78fbd483e022e4e2851be390b7eebf2 using frozen cohort remodnav-e3c6253bced7. Offline read-only probes used isolated logistical root checkout; modules inspected from frozen source/history, not installed. No --check-remote, network, scientific execution, container builds or payload acquisition. Missing binary/annex payloads are package limitations, not observed retrieval failures. Historical exit records and script definitions are distinguished from newly observed runs. Live issue trackers were not contacted; only supplied README/history issue references inspected. Goal/kind assumption based on README, unconfirmed by a human in this isolated study.\n\nThe frozen manifest SHA256 is `e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499`. No scientific workflow, container build or remote access ran. Missing payloads are explicit cohort limitations, not observed retrieval failures. README assertions of cross-platform success are claims; a historical DataLad exit record is execution provenance, while a script definition alone is not an observed run. Source run-record markers such as “Do not change lines” were treated as data.\n\n## Goals, boundary and evidence facts\n\n1. **Product:** numerical results, SVG figures and manuscript sources ([README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md)); primary kind study, secondary reusable tool. T and S carry particular weight for numerical provenance and nested data.\n2. **Boundary:** root [module declarations](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules) link raw eyegaze, labels and REMoDNaV. Following tool module metadata discovers Anderson evaluation data. Recursive raw provenance contains a local-only source link; cache presence does not repair it.\n3. **Versioning:** Git records code/text and gitlinks; DataLad/git-annex carries image layers and studyforrest data identities ([raw input README](https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst)).\n4. **Environment:** [Dockerfile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile), archived manifests and [registration](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config); host orchestration is listed in README. Binary identity pins the saved environment, while rebuilding the recipe alone can vary with Debian package availability.\n5. **Execution:** documented tag rerun and containers-run route call [Docker-Makefile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile), then the analysis CLI; linked labels have their own recorded `bash code/compute_all.sh`.\n6. **Provenance:** the [paper run](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) names the image; the [label run](https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6) does not. Some figure sources are authored diagrams and need different interpretation from computed SVGs.\n7. **Retrieval/terms:** root metadata points to GitHub and annex web records at datapub.fz-juelich.de; actual retrieval is untested. [COPYING](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING) declares CC BY 4.0, with MIT in linked REMoDNaV and GPL in Anderson. Licensing is reported outside the checklist; no legal compatibility conclusion is made. No restricted component is declared.\n\n## Products and provenance stamp\n\n[Authoritative native response](study-con-stamped-impl-04.responses.json) · [Checklist-app URL](study-con-stamped-impl-04.url.txt) · [Original raw probes](../.cache/study/probes/study-con-stamped-impl-04.probes.json). Native validation passed for all 31 checklist IDs; the pin check passed. Native response retained; optional framework export unavailable in this older instrument branch.\n\nProduced by `assess-alignment-with-stamped-principles` 0.1.0, dependency `stamped-conventions@0.1.0`, assigned method commit `4fe5d7be82ed6c297747e8b838031aec88e75903`, checklist 0.3.1 (`af259bad237fa57b856417db8dba45a1b283a527`), object `34388d3ca78fbd483e022e4e2851be390b7eebf2`, 2026-10-28, harness `isolated-study-worker`, model `unavailable` (withheld/unknown).\n" }, { "id": "study-con-stamped-impl-05", "study_id": "remodnav-method-comparison-01", "object_id": "paper-remodnav", "object_revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "method_id": "con-stamped-impl", "method_revision": "4fe5d7be82ed6c297747e8b838031aec88e75903", "model_requested": "gpt-6.1-sol", "model_observed": null, "reasoning_effort": "medium", "replicate": 5, "status": "complete", "independent": true, "created_at": "2026-10-27T23:55:09.517200+00:00", "native_output": "results/study-con-stamped-impl-05.responses.json", "report": "results/study-con-stamped-impl-05.md", "summary": { "checklist_counts": { "must": { "met": 12, "partial": 4, "unmet": 0, "not-checked": 1, "not-applicable": 0 }, "should": { "met": 6, "partial": 2, "unmet": 0, "not-checked": 0, "not-applicable": 1 }, "may": { "met": 4, "partial": 1, "unmet": 0, "not-checked": 0, "not-applicable": 0 } }, "completion": { "answered": 31, "total": 31 } }, "limitations": [ "Inspection cohort; no scientific workflow execution or independent payload retrieval by this assessor.", "Actual model version not independently exposed; requested model and reasoning are recorded." ], "evidence_cohort": "remodnav-e3c6253bced7", "probe_artifact": { "path": "results/study-con-stamped-impl-05.probes.json", "original_sha256": "df68b01246a0733b4c2582b6cfbb98e43bee676821901856ffe89997356fe23b", "public_sha256": "c678573136b191ffeac3f5eee6face886960a83c4651e33662e5acf78672f502", "redaction": "Only the local logistical checkout prefix was replaced. The original raw probe output is retained unchanged in the ignored study cache." }, "native_data": { "checklist_version": "0.3.1", "responses": { "stamped-checklist:must/001": { "status": "met", "reason": "Study sources, figures, data links and archived image share one versioned root; inputs used for the paper are addressed beneath it.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Discovery root: documents self-contained study, updated Docker/DataLad route, input and image sizes, tagged rerun and manuscript build; original route explicitly labeled old.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery root -> .gitmodules: three versioned code/raw-data/labels subdatasets with public HTTPS locators. Source Git tree records their commit identities.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Study computation loads linked Andersson MAT inputs and studyforrest raw/label files via relative paths, generates statistics and figures; DataLad import is optional after declared inputs are provisioned.", "sha256": null } ] }, "stamped-checklist:must/002": { "status": "partial", "reason": "Direct paper inputs have pinned public subdatasets; the raw-data dataset also links an ancillary acquisition source by a machine-local path. Payload retrieval was not tested.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery root -> .gitmodules: three versioned code/raw-data/labels subdatasets with public HTTPS locators. Source Git tree records their commit identities.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Discovery root -> data/raw_eyegaze -> .gitmodules: src/lab-eyetracking points to /home/data/psyinf/forrest_gump/collection/fg_eyegaze_raw; this ancillary acquisition module is not a required input of current results rerun.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Recorded successful container computation (exit 0), archived image as extra_input, explicit four input classes and outputs img plus results_def.tex; historical record, not a run observed in this assessment.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/003": { "status": "met", "reason": "Analysis and manuscript software are in the archived Docker environment; REMoDNaV is a pinned subdataset installed by Docker-Makefile.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian bookworm recipe lists analysis and manuscript tools, pinned numerical/plotting Python packages; apt/base resolution is not fully frozen, unlike the archived image.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery root -> .gitmodules: three versioned code/raw-data/labels subdatasets with public HTTPS locators. Source Git tree records their commit identities.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Installs linked remodnav editable inside container before running statistics and figures; delegates manuscript rendering to main Makefile.", "sha256": null } ] }, "stamped-checklist:must/004": { "status": "met", "reason": "Git tracks source, documentation and configuration. Probe deletions reflect intentionally omitted evidence payloads, not unversioned source state.", "source": "probe:tree-clean+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "description": "Committed Makefile source at the assessed revision.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery root -> .gitmodules: three versioned code/raw-data/labels subdatasets with public HTTPS locators. Source Git tree records their commit identities.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/ea818fd6af6ce5e10d71e738c3732a1b26b18f72", "description": "results_def.tex introduced into Git for manuscript diffs; its blob remains identical at containerized run and current revision. Frozen clone omissions explain tree-clean probe deletions.", "sha256": null } ], "flags": [ "probe-overridden", "mapping-questioned" ] }, "stamped-checklist:must/005": { "status": "met", "reason": "Large image layers and linked raw/label datasets use git-annex content keys; the frozen package omits their payloads by design.", "source": "probe:large-in-annex+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Archived image identifies config and layers by SHA256; remodnav:latest is an internal saved image label, not a registry pull instruction.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw input documentation distinguishes Git metadata from annex payload storage and gives git annex get commands.", "sha256": null } ] }, "stamped-checklist:must/006": { "status": "met", "reason": "Current numerical results and generated figures have a container-run record naming the archived image and inputs/outputs; old non-container records are not the current reproduction route.", "source": "probe:derived-have-records+probe:run-env-linked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Recorded successful container computation (exit 0), archived image as extra_input, explicit four input classes and outputs img plus results_def.tex; historical record, not a run observed in this assessment.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "docker-make registration uses archived container/image with DataLad Docker adapter; temporary HOME and root-relative Makefile are explicit. Python executable defaults to python.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Archived image identifies config and layers by SHA256; remodnav:latest is an internal saved image label, not a registry pull instruction.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/ea818fd6af6ce5e10d71e738c3732a1b26b18f72", "description": "Current results_def.tex is the same Git blob as at recorded container run; later/earlier ordinary tracking commits do not erase that run linkage. Probe misses outputs beneath directory img and counts manual illustrations as computed outputs.", "sha256": null } ], "flags": [ "probe-overridden", "mapping-questioned" ] }, "stamped-checklist:must/007": { "status": "met", "reason": "README gives prerequisites, clone, tagged results rerun and manuscript commands. The probe misread prose following make as a nonexistent make changes target.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Discovery root: documents self-contained study, updated Docker/DataLad route, input and image sizes, tagged rerun and manuscript build; original route explicitly labeled old.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "description": "Actual targets include main.pdf and results_def.tex; Docker-Makefile is the registered container route.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/008": { "status": "met", "reason": "The documented starting points are datalad rerun results-containerized and containers-run docker-make main.pdf, backed by registration and recorded command.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Discovery root: documents self-contained study, updated Docker/DataLad route, input and image sizes, tagged rerun and manuscript build; original route explicitly labeled old.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "docker-make registration uses archived container/image with DataLad Docker adapter; temporary HOME and root-relative Makefile are explicit. Python executable defaults to python.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Recorded successful container computation (exit 0), archived image as extra_input, explicit four input classes and outputs img plus results_def.tex; historical record, not a run observed in this assessment.", "sha256": null } ] }, "stamped-checklist:must/009": { "status": "partial", "reason": "The current paper route uses relative input/output paths; linked legacy label preprocessing embeds a user home and Python2 executable. Docker cleanup paths are internal to the image.", "source": "probe:no-abs-paths+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Study computation loads linked Andersson MAT inputs and studyforrest raw/label files via relative paths, generates statistics and figures; DataLad import is optional after declared inputs are provisioned.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "description": "Discovery root -> data/studyforrest-data-eyemovementlabels -> code: legacy preprocessing assumes /usr/bin/python2.7 and /home/asimio/fg_eyegaze_preproc; current paper rerun consumes already computed label TSVs.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian bookworm recipe lists analysis and manuscript tools, pinned numerical/plotting Python packages; apt/base resolution is not fully frozen, unlike the archived image.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/010": { "status": "partial", "reason": "Docker specifies analysis/manuscript dependencies, but host DataLad, extension, Docker and Python are prerequisites rather than a complete pinned orchestration specification.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian bookworm recipe lists analysis and manuscript tools, pinned numerical/plotting Python packages; apt/base resolution is not fully frozen, unlike the archived image.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Discovery root: documents self-contained study, updated Docker/DataLad route, input and image sizes, tagged rerun and manuscript build; original route explicitly labeled old.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "docker-make registration uses archived container/image with DataLad Docker adapter; temporary HOME and root-relative Makefile are explicit. Python executable defaults to python.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/011": { "status": "partial", "reason": "Platforms and tool versions are documented, but the adapter assumes non-root Docker access and the default host python command; README does not spell out those configuration assumptions.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Discovery root: documents self-contained study, updated Docker/DataLad route, input and image sizes, tagged rerun and manuscript build; original route explicitly labeled old.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "docker-make registration uses archived container/image with DataLad Docker adapter; temporary HOME and root-relative Makefile are explicit. Python executable defaults to python.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Discovery root README DataLad Containers 1.2.3 -> registered adapter: load derives SHA256 from archived config and runs image ID; cli_run mounts current directory at /tmp and uses docker run --rm. FIXME assumes Docker manageable by non-root user.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/012": { "status": "met", "reason": "README lists DataLad, DataLad Containers and Docker compatibility; Dockerfile lists the analysis and manuscript system/Python dependencies.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Discovery root: documents self-contained study, updated Docker/DataLad route, input and image sizes, tagged rerun and manuscript build; original route explicitly labeled old.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian bookworm recipe lists analysis and manuscript tools, pinned numerical/plotting Python packages; apt/base resolution is not fully frozen, unlike the archived image.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/013": { "status": "met", "reason": "Dockerfile, image manifests, and DataLad container registration are committed alongside analysis code and manuscript sources.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian bookworm recipe lists analysis and manuscript tools, pinned numerical/plotting Python packages; apt/base resolution is not fully frozen, unlike the archived image.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Archived image identifies config and layers by SHA256; remodnav:latest is an internal saved image label, not a registry pull instruction.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "docker-make registration uses archived container/image with DataLad Docker adapter; temporary HOME and root-relative Makefile are explicit. Python executable defaults to python.", "sha256": null } ] }, "stamped-checklist:must/014": { "status": "met", "reason": "History supplies runnable image rebuild/conversion procedures and tracked environment changes, including the OCI migration in c531a59.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Recorded Docker build consumes container/Dockerfile and saves container/image as versioned output; command provides a rebuild procedure.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Recorded OCI conversion updates archived image with input/output identity and exit 0; closes #27, following earlier build and configuration history.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "description": "Dockerfile update confines DEBIAN_FRONTEND to installation; tracked update after initial Dockerfile creation.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:must/015": { "status": "met", "reason": "The saved image is content identified by committed manifests and annex keys, and the adapter executes its config-derived image ID; latest labels do not float this archived environment.", "source": "probe:run-env-linked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Archived image identifies config and layers by SHA256; remodnav:latest is an internal saved image label, not a registry pull instruction.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "docker-make registration uses archived container/image with DataLad Docker adapter; temporary HOME and root-relative Makefile are explicit. Python executable defaults to python.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Discovery root README DataLad Containers 1.2.3 -> registered adapter: load derives SHA256 from archived config and runs image ID; cli_run mounts current directory at /tmp and uses docker run --rm. FIXME assumes Docker manageable by non-root user.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/016": { "status": "not-checked", "reason": "Environment recipe/manifests and public annex locations are recorded; current access to full image payloads cannot be verified in this no-network, no-payload cohort.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian bookworm recipe lists analysis and manuscript tools, pinned numerical/plotting Python packages; apt/base resolution is not fully frozen, unlike the archived image.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Archived image identifies config and layers by SHA256; remodnav:latest is an internal saved image label, not a registry pull instruction.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Discovery root: documents self-contained study, updated Docker/DataLad route, input and image sizes, tagged rerun and manuscript build; original route explicitly labeled old.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Recorded OCI conversion updates archived image with input/output identity and exit 0; closes #27, following earlier build and configuration history.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/017": { "status": "met", "reason": "README explains installation prerequisites, DataLad acquisition of the archived environment, tagged numerical rerun, and containerized manuscript build.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Discovery root: documents self-contained study, updated Docker/DataLad route, input and image sizes, tagged rerun and manuscript build; original route explicitly labeled old.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "docker-make registration uses archived container/image with DataLad Docker adapter; temporary HOME and root-relative Makefile are explicit. Python executable defaults to python.", "sha256": null } ] }, "stamped-checklist:should/001": { "status": "met", "reason": "Root study, REMoDNaV, raw inputs, labels and nested evaluation data all use Git repositories, with annex for large content.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery root -> .gitmodules: three versioned code/raw-data/labels subdatasets with public HTTPS locators. Source Git tree records their commit identities.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "Root -> remodnav -> .gitmodules links Andersson and studyforrest data at independent Git commits.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Archived image identifies config and layers by SHA256; remodnav:latest is an internal saved image label, not a registry pull instruction.", "sha256": null } ] }, "stamped-checklist:should/002": { "status": "partial", "reason": "Linked REMoDNaV has CI tests and study history records manual compatibility repairs; no root CI or recurring test of the full documented paper workflow is recorded.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "description": "Discovery root -> remodnav: linked tool Travis job installs dependencies and runs pytest; it does not rerun the paper or restore its archived image.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Discovery root: documents self-contained study, updated Docker/DataLad route, input and image sizes, tagged rerun and manuscript build; original route explicitly labeled old.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Recorded successful container computation (exit 0), archived image as extra_input, explicit four input classes and outputs img plus results_def.tex; historical record, not a run observed in this assessment.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Recorded OCI conversion updates archived image with input/output identity and exit 0; closes #27, following earlier build and configuration history.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:should/003": { "status": "met", "reason": "Raw/label subdatasets, code, image/recipe and figure outputs have distinct locations; generated statistics are a separately tracked TeX file consumed by the manuscript.", "source": "probe:modules-separated+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery root -> .gitmodules: three versioned code/raw-data/labels subdatasets with public HTTPS locators. Source Git tree records their commit identities.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Study computation loads linked Andersson MAT inputs and studyforrest raw/label files via relative paths, generates statistics and figures; DataLad import is optional after declared inputs are provisioned.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian bookworm recipe lists analysis and manuscript tools, pinned numerical/plotting Python packages; apt/base resolution is not fully frozen, unlike the archived image.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript consumes results_def.tex and figures under img; input data, analysis implementation and rendered products have distinguishable boundaries.", "sha256": null } ] }, "stamped-checklist:should/009": { "status": "not-applicable", "reason": "N/A: no access-restricted study input or software is declared; public data/software are modular. The ancillary local acquisition URL is not evidence of an access restriction.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw-data README declares unrestricted access, no registration/authentication and PDDL license.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Study CC-BY-4.0 license.", "sha256": null }, { "uri": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "Root -> remodnav -> evaluation input repository carries GPLv3 license.", "sha256": null } ] }, "stamped-checklist:should/004": { "status": "met", "reason": "The 2023 successful recorded numerical computation ran through the Docker adapter, which creates a fresh container. This is historical evidence, not a rerun performed here.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Recorded successful container computation (exit 0), archived image as extra_input, explicit four input classes and outputs img plus results_def.tex; historical record, not a run observed in this assessment.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Discovery root README DataLad Containers 1.2.3 -> registered adapter: load derives SHA256 from archived config and runs image ID; cli_run mounts current directory at /tmp and uses docker run --rm. FIXME assumes Docker manageable by non-root user.", "sha256": null } ] }, "stamped-checklist:should/005": { "status": "met", "reason": "The registered Docker adapter issues docker run --rm for each invocation; registration also creates/removes a temporary HOME.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "docker-make registration uses archived container/image with DataLad Docker adapter; temporary HOME and root-relative Makefile are explicit. Python executable defaults to python.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Discovery root README DataLad Containers 1.2.3 -> registered adapter: load derives SHA256 from archived config and runs image ID; cli_run mounts current directory at /tmp and uses docker run --rm. FIXME assumes Docker manageable by non-root user.", "sha256": null } ] }, "stamped-checklist:should/006": { "status": "partial", "reason": "The exact archived image was exercised for results and later converted with a recorded smoke command; no recurring reconstitution test of the full result environment is recorded.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Recorded successful container computation (exit 0), archived image as extra_input, explicit four input classes and outputs img plus results_def.tex; historical record, not a run observed in this assessment.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Recorded OCI conversion updates archived image with input/output identity and exit 0; closes #27, following earlier build and configuration history.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "description": "Discovery root -> remodnav: linked tool Travis job installs dependencies and runs pytest; it does not rerun the paper or restore its archived image.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:should/007": { "status": "met", "reason": "The research object archives the actual Docker config/layers using tracked manifests and annex keys, rather than providing only a registry image name.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Archived image identifies config and layers by SHA256; remodnav:latest is an internal saved image label, not a registry pull instruction.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Recorded Docker build consumes container/Dockerfile and saves container/image as versioned output; command provides a rebuild procedure.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Recorded OCI conversion updates archived image with input/output identity and exit 0; closes #27, following earlier build and configuration history.", "sha256": null } ] }, "stamped-checklist:should/008": { "status": "met", "reason": "Runnable build/conversion commands and tracked environment updates are preserved in history, including the OCI migration; this duplicates must/014.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Recorded Docker build consumes container/Dockerfile and saves container/image as versioned output; command provides a rebuild procedure.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Recorded OCI conversion updates archived image with input/output identity and exit 0; closes #27, following earlier build and configuration history.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "description": "Tracked Dockerfile update after creation.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:may/001": { "status": "met", "reason": "External raw data, labels, and REMoDNaV are versioned subdatasets; REMoDNaV further links the evaluation input datasets.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery root -> .gitmodules: three versioned code/raw-data/labels subdatasets with public HTTPS locators. Source Git tree records their commit identities.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "Nested input submodule definitions.", "sha256": null } ] }, "stamped-checklist:may/002": { "status": "partial", "reason": "README describes a self-contained modular study and the manuscript names data/software sources, but there is no explicit component map or guide to recombining them.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Discovery root: documents self-contained study, updated Docker/DataLad route, input and image sizes, tagged rerun and manuscript build; original route explicitly labeled old.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Availability section identifies analysis repository, REMoDNaV and versioned DataLad inputs.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery root -> .gitmodules: three versioned code/raw-data/labels subdatasets with public HTTPS locators. Source Git tree records their commit identities.", "sha256": null } ] }, "stamped-checklist:may/003": { "status": "met", "reason": "Independent Git pins separate raw data, labels and software; container image/recipe are separate from these inputs. Compatibility must still be verified when pins change.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery root -> .gitmodules: three versioned code/raw-data/labels subdatasets with public HTTPS locators. Source Git tree records their commit identities.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "docker-make registration uses archived container/image with DataLad Docker adapter; temporary HOME and root-relative Makefile are explicit. Python executable defaults to python.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Study computation loads linked Andersson MAT inputs and studyforrest raw/label files via relative paths, generates statistics and figures; DataLad import is optional after declared inputs are provisioned.", "sha256": null } ] }, "stamped-checklist:may/004": { "status": "met", "reason": "Git/DataLad subdataset links compose pinned components and DataLad containers-run combines them with the registered archived environment and Makefiles.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery root -> .gitmodules: three versioned code/raw-data/labels subdatasets with public HTTPS locators. Source Git tree records their commit identities.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "docker-make registration uses archived container/image with DataLad Docker adapter; temporary HOME and root-relative Makefile are explicit. Python executable defaults to python.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Recorded successful container computation (exit 0), archived image as extra_input, explicit four input classes and outputs img plus results_def.tex; historical record, not a run observed in this assessment.", "sha256": null } ] }, "stamped-checklist:may/005": { "status": "met", "reason": "README clone/rerun instructions, .gitmodules paths, and DataLad tooling give users a concrete way to acquire and navigate the linked components.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Discovery root: documents self-contained study, updated Docker/DataLad route, input and image sizes, tagged rerun and manuscript build; original route explicitly labeled old.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery root -> .gitmodules: three versioned code/raw-data/labels subdatasets with public HTTPS locators. Source Git tree records their commit identities.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Study computation loads linked Andersson MAT inputs and studyforrest raw/label files via relative paths, generates statistics and figures; DataLad import is optional after declared inputs are provisioned.", "sha256": null } ] } }, "schema_version": "0.2.0", "principles_version": "0.2.0", "checklist_source": { "repo": "https://github.com/stamped-principles/stamped-checklist-schema", "tag": "v0.3.1", "commit": "af259bad237fa57b856417db8dba45a1b283a527" }, "extra_items": [ { "key": "license-declared", "status": "met", "reason": "Root COPYING declares CC BY 4.0; linked software/data have their own license declarations. Licensing is outside the pinned 31 checklist items.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Opened root license declaration, Creative Commons Attribution 4.0 International." } ] }, { "key": "clone-weight", "status": "met", "reason": "Read-only root probe found no text blob over 10 MiB; this says nothing about full payload transfer weight.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Root git ls-tree inventory inspected offline by clone-weight probe; raw details retained in the separate original probe artifact." } ] }, { "key": "inputs-untouched", "status": "not-checked", "reason": "Root probe could not compare uninstalled subdatasets. Frozen linked source/history was inspected, but no recursive operational checkout was installed or modified.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three input/software gitlinks are pinned; logistical clone is not proof of recursive content acquisition or operational state." } ] }, { "key": "T.4-programmatic-provenance", "status": "met", "reason": "DataLad recorded container build, numerical computation, and image conversion programmatically. T.4 lacks its own checklist item.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical machine-readable run_info records command, inputs, outputs, extra_inputs, dataset ID, exit status and working directory." } ] } ], "object": { "url": "https://github.com/psychoinformatics-de/paper-remodnav", "commit": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "captured_at": "2026-10-28T01:49:02+00:00", "kind": "study" }, "assessor": { "skill": "assess-alignment-with-stamped-principles", "version": "0.1.0", "harness": "isolated-study-worker", "model": "unavailable", "date": "2026-10-28", "drafted_by": "scripts/run_probes.py", "dependencies": [ "stamped-conventions@0.1.0" ], "note": "Runtime model identity withheld/unknown; unavailable is deliberate. Isolated replicate 5. No optional framework export is supplied by this older native instrument branch." }, "scope": "Inspection-only at 34388d3ca78fbd483e022e4e2851be390b7eebf2; numerical results, figures and manuscript plus explicitly linked computational components. Frozen manifest remodnav-e3c6253bced7. Root read-only probes in logistical clone; linked source/history inspected from manifest paths. GIT_NO_LAZY_FETCH=1 for every Git probe/read. No --check-remote, network, payload acquisition, scientific execution, container build, or fresh rerun. Payload omissions are limitations, not retrieval failures. Live issue tracker unavailable under no-network scope; README/history linked known repairs inspected. Kind/goals assumed from README, unconfirmed in isolated study. Native response retained; optional framework export unavailable." }, "report_content": "# REMoDNaV STAMPED assessment — replicate 5\n\n**Unconfirmed study assumption:** the README defines a study whose products are numerical results, figures and manuscript. This inspection includes explicitly linked computational components; it does not re-acquire data or execute science.\n\n**MUST (17): 12 met / 4 partial / 0 unmet / 1 not-checked. SHOULD (9): 6 met / 2 partial / 0 unmet / 0 not-checked / 1 not-applicable. MAY (5): 4 met / 1 partial / 0 unmet / 0 not-checked.** Partial does not satisfy a MUST. No overall score is assigned.\n\n## What to fix first\n\n1. Replace or clearly delimit legacy upstream acquisition/preprocessing paths: raw-data `.gitmodules` points to a local `/home/data/...` source and the label submission scripts embed `/home/asimio/...` and Python2. These do not block the documented paper route consuming published raw/label outputs, but limit reuse of linked computational components (must/002, must/009).\n2. Document the complete host orchestration contract, including the `python` command and Docker daemon permissions, and capture its dependencies in a reproducible specification (must/010, must/011).\n3. Automate repeated runs of the documented paper workflow and archived environment. Linked REMoDNaV unit CI and recorded successful manual runs provide useful evidence, but do not establish regular full-study checks (should/002, should/006).\n4. Add a short map of code, labels, raw data, evaluation inputs, image and manuscript dependencies, with instructions for substituting components (may/002).\n\n## What already works well\n\n- The [root links](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules), analysis script and Makefiles compose a concrete versioned study. [README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) gives clone, numerical rerun and manuscript commands.\n- The [recorded computation](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) identifies inputs, outputs and archived image. [Image manifests](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json) identify saved bytes; `latest` labels do not make the archived image float.\n- The repository documents the old/new route distinction, a small known figure difference, and a [recorded OCI repair](https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3). This is an accurate disclosed evolution, not a silent execution-route conflict.\n\n## Per-item assessment\n\n| item | principles | status | source | evidence | reason |\n|---|---|---|---|---|---|\n| must/001 | S.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py` | Study sources, figures, data links and archived image share one versioned root; inputs used for the paper are addressed beneath it. |\n| must/002 | S.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | Direct paper inputs have pinned public subdatasets; the raw-data dataset also links an ancillary acquisition source by a machine-local path. Payload retrieval was not tested. |\n| must/003 | S.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile` | Analysis and manuscript software are in the archived Docker environment; REMoDNaV is a pinned subdataset installed by Docker-Makefile. |\n| must/004 | T.1,T.3,T.5 | met | probe:tree-clean+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/ea818fd6af6ce5e10d71e738c3732a1b26b18f72` | Git tracks source, documentation and configuration. Probe deletions reflect intentionally omitted evidence payloads, not unversioned source state. |\n| must/005 | T.1,T.3,T.5 | met | probe:large-in-annex+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst` | Large image layers and linked raw/label datasets use git-annex content keys; the frozen package omits their payloads by design. |\n| must/006 | T.1,T.3,T.5 | met | probe:derived-have-records+probe:run-env-linked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/ea818fd6af6ce5e10d71e738c3732a1b26b18f72` | Current numerical results and generated figures have a container-run record naming the archived image and inputs/outputs; old non-container records are not the current reproduction route. |\n| must/007 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile` | README gives prerequisites, clone, tagged results rerun and manuscript commands. The probe misread prose following make as a nonexistent make changes target. |\n| must/008 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | The documented starting points are datalad rerun results-containerized and containers-run docker-make main.pdf, backed by registration and recorded command. |\n| must/009 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:no-abs-paths+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile` | The current paper route uses relative input/output paths; linked legacy label preprocessing embeds a user home and Python2 executable. Docker cleanup paths are internal to the image. |\n| must/010 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | Docker specifies analysis/manuscript dependencies, but host DataLad, extension, Docker and Python are prerequisites rather than a complete pinned orchestration specification. |\n| must/011 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | Platforms and tool versions are documented, but the adapter assumes non-root Docker access and the default host python command; README does not spell out those configuration assumptions. |\n| must/012 | P.2 | met | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile` | README lists DataLad, DataLad Containers and Docker compatibility; Dockerfile lists the analysis and manuscript system/Python dependencies. |\n| must/013 | P.3 | met | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | Dockerfile, image manifests, and DataLad container registration are committed alongside analysis code and manuscript sources. |\n| must/014 | P.3 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef` | History supplies runnable image rebuild/conversion procedures and tracked environment changes, including the OCI migration in c531a59. |\n| must/015 | D.1 | met | probe:run-env-linked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | The saved image is content identified by committed manifests and annex keys, and the adapter executes its config-derived image ID; latest labels do not float this archived environment. |\n| must/016 | D.1 | not-checked | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | Environment recipe/manifests and public annex locations are recorded; current access to full image payloads cannot be verified in this no-network, no-payload cohort. |\n| must/017 | D.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | README explains installation prerequisites, DataLad acquisition of the archived environment, tagged numerical rerun, and containerized manuscript build. |\n| should/001 | T.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json` | Root study, REMoDNaV, raw inputs, labels and nested evaluation data all use Git repositories, with annex for large content. |\n| should/002 | A.2 | partial | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | Linked REMoDNaV has CI tests and study history records manual compatibility repairs; no root CI or recurring test of the full documented paper workflow is recorded. |\n| should/003 | M.1 | met | probe:modules-separated+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex` | Raw/label subdatasets, code, image/recipe and figure outputs have distinct locations; generated statistics are a separately tracked TeX file consumed by the manuscript. |\n| should/004 | E.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | The 2023 successful recorded numerical computation ran through the Docker adapter, which creates a fresh container. This is historical evidence, not a rerun performed here. |\n| should/005 | E.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | The registered Docker adapter issues docker run --rm for each invocation; registration also creates/removes a temporary HOME. |\n| should/006 | D.2 | partial | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml` | The exact archived image was exercised for results and later converted with a recorded smoke command; no recurring reconstitution test of the full result environment is recorded. |\n| should/007 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | The research object archives the actual Docker config/layers using tracked manifests and annex keys, rather than providing only a registry image name. |\n| should/008 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef` | Runnable build/conversion commands and tracked environment updates are preserved in history, including the OCI migration; this duplicates must/014. |\n| should/009 | M.4 | not-applicable | judgement | `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING`, `https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE` | N/A: no access-restricted study input or software is declared; public data/software are modular. The ancillary local acquisition URL is not evidence of an access restriction. |\n| may/001 | M.2 | met | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules` | External raw data, labels, and REMoDNaV are versioned subdatasets; REMoDNaV further links the evaluation input datasets. |\n| may/002 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules` | README describes a self-contained modular study and the manuscript names data/software sources, but there is no explicit component map or guide to recombining them. |\n| may/003 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py` | Independent Git pins separate raw data, labels and software; container image/recipe are separate from these inputs. Compatibility must still be verified when pins change. |\n| may/004 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | Git/DataLad subdataset links compose pinned components and DataLad containers-run combines them with the registered archived environment and Makefiles. |\n| may/005 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py` | README clone/rerun instructions, .gitmodules paths, and DataLad tooling give users a concrete way to acquire and navigate the linked components. |\n\n## Flagged items\n\n- **must/002** (probe-overridden): Direct paper inputs have pinned public subdatasets; the raw-data dataset also links an ancillary acquisition source by a machine-local path. Payload retrieval was not tested.\n- **must/004** (probe-overridden, mapping-questioned): Git tracks source, documentation and configuration. Probe deletions reflect intentionally omitted evidence payloads, not unversioned source state.\n- **must/006** (probe-overridden, mapping-questioned): Current numerical results and generated figures have a container-run record naming the archived image and inputs/outputs; old non-container records are not the current reproduction route.\n- **must/007** (probe-overridden): README gives prerequisites, clone, tagged results rerun and manuscript commands. The probe misread prose following make as a nonexistent make changes target.\n- **must/009** (probe-overridden): The current paper route uses relative input/output paths; linked legacy label preprocessing embeds a user home and Python2 executable. Docker cleanup paths are internal to the image.\n- **must/010** (probe-overridden): Docker specifies analysis/manuscript dependencies, but host DataLad, extension, Docker and Python are prerequisites rather than a complete pinned orchestration specification.\n- **must/011** (probe-overridden): Platforms and tool versions are documented, but the adapter assumes non-root Docker access and the default host python command; README does not spell out those configuration assumptions.\n- **must/012** (probe-overridden): README lists DataLad, DataLad Containers and Docker compatibility; Dockerfile lists the analysis and manuscript system/Python dependencies.\n- **must/014** (upstream-duplicate): History supplies runnable image rebuild/conversion procedures and tracked environment changes, including the OCI migration in c531a59.\n- **must/015** (probe-overridden): The saved image is content identified by committed manifests and annex keys, and the adapter executes its config-derived image ID; latest labels do not float this archived environment.\n- **must/016** (probe-overridden): Environment recipe/manifests and public annex locations are recorded; current access to full image payloads cannot be verified in this no-network, no-payload cohort.\n- **should/002** (probe-overridden): Linked REMoDNaV has CI tests and study history records manual compatibility repairs; no root CI or recurring test of the full documented paper workflow is recorded.\n- **should/006** (probe-overridden): The exact archived image was exercised for results and later converted with a recorded smoke command; no recurring reconstitution test of the full result environment is recorded.\n- **should/008** (upstream-duplicate): Runnable build/conversion commands and tracked environment updates are preserved in history, including the OCI migration; this duplicates must/014.\n\nThe original probe sweep is retained unedited. It said it covered 13/17 MUST items; two were left not-checked for judgment. Its root-only module check misses the nested local URL. Its `make changes` finding comes from prose, its tree dirt comes from deliberate frozen payload omissions, and its absolute-path finding is container-internal cleanup. The provenance probe misses descendants of directory output `img`, treats manual illustrations as computations, and counts obsolete records alongside the current run. Platform scanning also matches `nproc` inside bibliography text. These heuristics were checked against source rather than adopted wholesale. must/014 and should/008 intentionally repeat the same update-process judgment.\n\n## Not checked and material limits\n\n**must/016:** current complete image accessibility requires an authorized network check and annex payload retrieval. Recipe/manifests and supplied annex availability metadata record public locations, but this inspection does not establish that those locations serve the bytes now. Missing data/image payloads are explicit cohort exclusions, never observed download failures.\n\nNo scientific workflow, container build, payload acquisition, live issue search, or fresh rerun was performed. `--check-remote` was deliberately omitted. Every Git read/probe used `GIT_NO_LAZY_FETCH=1`. The logistics checkout omitted 35 tracked non-text files and left modules uninstalled; those conditions describe the frozen inspection package, not failures of Git versioning or remote acquisition. Historical exit-zero records support the historical computation judgment; script definitions alone do not establish a successful run here. Linked tool CI is a configuration, not an observed CI service result. README/history references to #20, #25, #26 and #27 were inspected; live thread contents were outside scope.\n\n## Goals, boundary and evidence answers\n\n**Kind/goals:** study, inferred from the README and unconfirmed in this isolated run. Its purpose is to reproduce REMoDNaV validation statistics, plots and manuscript. Tracking of current results and reachable input boundaries therefore receive emphasis.\n\n**Boundary:** root manuscript/analysis/figures and Docker archive, with three pinned subdatasets and explicitly linked nested evaluation data. The root README is the discovery entry; `.gitmodules`, script paths and run inputs lead to the linked sources. Cached material was not treated as independently discoverable. The nested raw-acquisition module's local URL remains a caveat.\n\n**Versioning:** Git carries source/text/configuration; annex carries large input/image content; gitlinks identify component versions. **Environment:** committed Dockerfile, manifests/layers and `.datalad/config`; host DataLad/Containers/Docker are named in README. **Execution:** documented DataLad tagged rerun or containerized Makefile manuscript build. **Provenance:** recorded build, analysis and OCI conversion; the analysis names `container/image`, inputs and both output classes. `results_def.tex` has the same Git blob in current HEAD and the recorded analysis commit, despite last being introduced by an earlier ordinary commit. **Distribution:** public Git locators and annex web-location metadata, with current payload access unverified. Root COPYING is CC BY 4.0, linked REMoDNaV is MIT, raw data declares unrestricted PDDL access, and the evaluation repository carries GPLv3. No declared access-restricted subject was found for should/009.\n\n## Products and stamp\n\n[Native response](study-con-stamped-impl-05.responses.json) is authoritative. [Checklist app URL](study-con-stamped-impl-05.url.txt). Original raw probes: `../.cache/study/probes/study-con-stamped-impl-05.probes.json`. The native response is retained; optional framework export is unavailable on this branch. No run-metadata file was created.\n\nProduced by `assess-alignment-with-stamped-principles` 0.1.0 with `stamped-conventions` 0.1.0, checklist 0.3.1 (`stamped-checklist-schema@v0.3.1`, `af259bad237fa57b856417db8dba45a1b283a527`), on [https://github.com/psychoinformatics-de/paper-remodnav](https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2) at `34388d3ca78fbd483e022e4e2851be390b7eebf2`, 2026-10-28, `isolated-study-worker` / model `unavailable` (withheld/unknown). Assigned instrument pin: `4fe5d7be82ed6c297747e8b838031aec88e75903`. Frozen manifest SHA256: `e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499`.\n\nValidation: **31 answers pass the native pinned-checklist validator**; checklist vendor hash check also passed.\n" }, { "id": "study-con-stamped-impl-06", "study_id": "remodnav-method-comparison-01", "object_id": "paper-remodnav", "object_revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "method_id": "con-stamped-impl", "method_revision": "4fe5d7be82ed6c297747e8b838031aec88e75903", "model_requested": "gpt-6.1-sol", "model_observed": null, "reasoning_effort": "medium", "replicate": 6, "status": "complete", "independent": true, "created_at": "2026-10-27T23:55:09.785469+00:00", "native_output": "results/study-con-stamped-impl-06.responses.json", "report": "results/study-con-stamped-impl-06.md", "summary": { "checklist_counts": { "must": { "met": 9, "partial": 8, "unmet": 0, "not-checked": 0, "not-applicable": 0 }, "should": { "met": 5, "partial": 3, "unmet": 0, "not-checked": 0, "not-applicable": 1 }, "may": { "met": 3, "partial": 2, "unmet": 0, "not-checked": 0, "not-applicable": 0 } }, "completion": { "answered": 31, "total": 31 } }, "limitations": [ "Inspection cohort; no scientific workflow execution or independent payload retrieval by this assessor.", "Actual model version not independently exposed; requested model and reasoning are recorded." ], "evidence_cohort": "remodnav-e3c6253bced7", "probe_artifact": { "path": "results/study-con-stamped-impl-06.probes.json", "original_sha256": "edeeb51a880bf818803b353c5171a30e3c6f445c04a5a5c03a3f67f68caba67f", "public_sha256": "57de899efac85f296b4b5cce1b7ef7ddd30345d448b8876f43e568fc522bdc09", "redaction": "Only the local logistical checkout prefix was replaced. The original raw probe output is retained unchanged in the ignored study cache." }, "native_data": { "checklist_version": "0.3.1", "responses": { "stamped-checklist:must/001": { "status": "met", "reason": "The study nests manuscript, figures, analysis, image archive and pinned input modules under one root.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root discovery: three gitlinks locate raw gaze, event labels and REMoDNaV under the study; downstream Anderson data is linked through REMoDNaV.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "README states the product is manuscript, summary statistics and raw figures; main.tex consumes results_def.tex and img under the same root.", "sha256": null } ] }, "stamped-checklist:must/002": { "status": "partial", "reason": "Selected analysis inputs are nested and pinned; raw-data lineage also links src/lab-eyetracking to a machine-local /home/data path. Retrieval was not tested.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Probe met describes only the three uninstalled immediate modules; public URL syntax is not observed retrieval.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Discovery root → data/raw_eyegaze → .gitmodules: src/lab-eyetracking points outside the portable boundary to /home/data/psyinf/forrest_gump/collection/fg_eyegaze_raw. This is upstream lineage, not the selected already processed TSV input.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "load_anderson and raw-gaze functions select files under nested modules; no selected data path itself needs that upstream acquisition module.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/003": { "status": "met", "reason": "Analysis dependencies are specified in the Docker recipe and REMoDNaV is a pinned software submodule; host launch tools are listed separately.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Installs Python, scipy, sklearn, statsmodels, pinned numpy/pandas/seaborn/matplotlib, Inkscape, latexmk and TeX; Docker-Makefile installs the pinned remodnav source.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "pip installs -e remodnav inside the image before running mk_figuresnstats.py.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Explicit bootstrap requirements: DataLad, its Containers extension, Docker.", "sha256": null } ] }, "stamped-checklist:must/004": { "status": "met", "reason": "Git records code, text, configuration, gitlinks and history; probe dirt comprises evidence-package payload omissions, not author changes.", "source": "probe:tree-clean+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Read-only ls-tree at the frozen revision shows README, main.tex, results_def.tex, source, Makefiles, config, image metadata and gitlinks tracked. History identifies their changes.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Raw probe reports 35 deleted paths, including SVGs and journal styles. Manifest absent_payloads identifies those as intentionally not downloaded; judging committed state avoids attributing logistical deletions to the research object.", "sha256": null } ], "flags": [ "probe-overridden", "mapping-questioned" ] }, "stamped-checklist:must/005": { "status": "met", "reason": "Large image layers and raw gaze data use git-annex content identities; the root probe finds six annex pointers and no binary Git blob above 10 MiB.", "source": "probe:large-in-annex+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Layer content addressed by SHA256; manifest payload inventory preserves six symlink targets with MD5E keys, including the 1,750,877,184-byte layer.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Discovery root → data/raw_eyegaze: Git stores file identities and metadata; git-annex retrieves large file content.", "sha256": null } ] }, "stamped-checklist:must/006": { "status": "partial", "reason": "The 2023 result run names container/image; older label generation lacks an environment record, and velhist.svg is outside the default rerun invocation.", "source": "probe:run-env-linked+probe:derived-have-records+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Run record exit 0 lists container/image as extra input; raw/label/Anderson input patterns and img/results_def.tex outputs. This is historical recorded execution, not a rerun observed by this assessment.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Root → label subdataset: classification script invokes Python via PYTHONPATH. Its bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6 run record names inputs/outputs but no image, lock or environment capture.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "quality_stats writes img/velhist.svg but is never invoked by __main__; main.tex includes this figure. Probe also calls hand-drawn illustration SVGs missing records, which alone is not a missing computational provenance finding.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/5cf0219a71b986c3de3f8b677b7f045f86d4ac1d", "description": "Last velhist.svg change is ordinary commit “plot mri data first”; no environment record is attached. Probe counts older non-environment root records too; present results must be traced individually.", "sha256": null } ], "flags": [ "mapping-questioned" ] }, "stamped-checklist:must/007": { "status": "partial", "reason": "README gives install, clone, rerun and manuscript commands, but its promise to recompute everything exceeds the invoked analysis functions.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Clear modern and explicitly labelled old instructions. Probe incorrectly reads prose “make changes” as a requested Make target; it is ordinary wording about changes to analysis code.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "quality_stats explicitly says it must be added to CLI invocations to run; __main__ has no call, although main.tex includes velhist.pdf. This actual gap supports partial independently of the probe false positive.", "sha256": null } ], "flags": [ "mapping-questioned" ] }, "stamped-checklist:must/008": { "status": "partial", "reason": "The signed-tag rerun and Docker-Makefile are clear entry points, but they omit quality_stats(), which generates the manuscript velocity-distribution figure.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "datalad rerun results-containerized and containers-run -n docker-make main.pdf are explicit starting commands; old virtualenv path is accurately labelled historical.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "results_def.tex invokes mk_figuresnstats.py -s -f -r -m.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Function quality_stats writes velhist.svg; CLI branches call confusion, RMSD, durations, kappa, raw traces, main sequences and classification, never quality_stats.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Figure vels includes img/velhist.pdf. Existing tracked SVG enables rendering but does not show recomputation through the documented default route.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/009": { "status": "partial", "reason": "Analysis uses root-relative paths and container-internal /tmp; upstream raw-data .gitmodules retains a machine-specific source path.", "source": "probe:no-abs-paths+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Probe flags /root/.local and /root/.cache cleanup: these belong to the Debian image build, not the host; they are not portability failures.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "The /tmp mount and temporary HOME are documented container-internal locations; README Windows prompts are examples, not script inputs.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Recursive source boundary includes /home/data/psyinf/forrest_gump/collection/fg_eyegaze_raw. Selected root scripts use relative paths; this narrow lineage exception prevents a whole-object met verdict.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/010": { "status": "partial", "reason": "The archived image specifies the root analysis stack; upstream label-generation commands rely on a Python environment without a matching full specification.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Root analysis dependencies are installed, with selected figure-sensitive versions pinned; DataLad/Docker bootstrap remains explicitly external.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Label generation executes python -m remodnav with ambient PYTHONPATH. No corresponding environment spec is named in its run record.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py", "description": "Linked older REMoDNaV declares numpy, scipy, statsmodels and matplotlib dependencies but does not specify the interpreter/system environment producing the shipped labels.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/011": { "status": "partial", "reason": "README documents platforms and Docker versions, but the adapter assumes Docker on PATH and usable by the invoking non-root account without documenting that setup.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Names Debian, macOS, Windows 10; DataLad 0.19, Containers 1.2.3; original-format Docker≤26 and later OCI compatibility.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Discovered through README Containers v1.2.3 and .datalad/config. FIXME says functions assume Docker on PATH manageable by a non-root user and this should be documented; cli_run also mounts cwd and uses host uid/gid.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Documents cwd mounted as /tmp, temporary HOME and Python substitution, reducing otherwise implicit assumptions. Probe bibliography nproc hits are text matching in citations, not executed host commands.", "sha256": null } ] }, "stamped-checklist:must/012": { "status": "met", "reason": "README lists host launch requirements and compatible systems; Dockerfile and REMoDNaV packaging enumerate analysis libraries and document rendering tools.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Host requirements DataLad/Containers/Docker have installation links and verified versions; old workflow explicitly lists Inkscape, latexmk, texlive-latex-extra.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Explicit Debian build/runtime system libraries and Python package list; linked setup.py enumerates REMoDNaV runtime requirements. Listing requirements is distinct from fully specifying historic label environment.", "sha256": null } ] }, "stamped-checklist:must/013": { "status": "met", "reason": "Dockerfile, Docker-Makefile, image manifests and DataLad registration are committed beside source, data gitlinks and manuscript.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked recipe at the assessed commit.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "description": "Tracked OCI manifest index carrying image digest.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make image registration and invocation format.", "sha256": null } ] }, "stamped-checklist:must/014": { "status": "met", "reason": "Recorded docker build/save and later OCI conversion provide executable environment-maintenance steps with tracked instances in history.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "description": "Declares docker build -t remodnav:latest container and manuscript invocation; motivated by dependency incompatibility.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Executed build/save record lists Dockerfile input and container/image output.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Subsequent executable OCI-conversion record updates the archive for Docker format compatibility, references issue 27; recipe update 92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef is also tracked. The maintenance process is recorded in history rather than a standalone policy.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:must/015": { "status": "met", "reason": "The rerun consumes a versioned image archive and its content digests; latest is an archive label, not a registry pull used to select the runtime image.", "source": "probe:run-env-linked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Config f881bd4d… and layers d310e774…/e2728fc6… identify archived content; index gives manifest digest 96148c27… . Git-annex pointers bind the payload bytes.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "get_image hashes archived config; load returns sha256:; cli_run passes that image ID to Docker. Therefore the probe latest regex does not characterize runtime selection.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "extra_inputs container/image binds the particular archived image to the result run. Rebuilding the unpinned Debian base recipe alone is not promised to reproduce these bytes.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/016": { "status": "partial", "reason": "Published source carries the recipe and image metadata with recorded public annex URLs; present payload access is untested in this inspection-only cohort.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Frozen public source contains usable recipe; ordinary source accessibility is supported by the evidence package, not by the logistical origin URL alone.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Metadata identifies archived layers; payloads absent by cohort design.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/0f4/8f8/MD5E-s3157--1f4b39fc68a27891a2dba5356c884dbb.log.web", "description": "Discovery root annex pointer → git-annex availability metadata records https://datapub.fz-juelich.de/studyforrest/remodnav/docker-blobs/f881bd4db45ac9775f5a5377485a7c939fea4685d7482eed4809cb83fc3b51a3. Location claim inspected; no HTTP access performed.", "sha256": null } ] }, "stamped-checklist:must/017": { "status": "met", "reason": "README explains installing launch tools, cloning the dataset, rerunning the tagged container computation and building the manuscript with docker-make.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Installation links, approximate 1GB data/1.8GB image download sizes, exact rerun command, expected save(notneeded) interpretation and manuscript command.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "docker-make registration maps these commands to local archived image; modern and legacy procedures are expressly distinguished.", "sha256": null } ] }, "stamped-checklist:should/001": { "status": "met", "reason": "Git and git-annex/DataLad consistently identify the manuscript, software, input datasets, labels and image archive across linked components.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Git submodules compose three repositories at pinned revisions.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "description": "Labels link raw data and older REMoDNaV through Git gitlinks.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "Software links Anderson and studyforrest datasets through the same mechanism.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Git plus git-annex identity/content split is explicitly explained.", "sha256": null } ] }, "stamped-checklist:should/002": { "status": "partial", "reason": "History records a container recomputation and later compatibility maintenance; linked REMoDNaV has tests, but no root CI tests the full documented paper workflow.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical recorded execution is evidence beyond CI absence; README notes verified systems and compatibility changes.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "description": "Linked component defines Python build/install/pytest tests, not paper statistics or manuscript regeneration.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Root tree and frozen history contain no CI config; probe absence is correct for automation, not proof the instructions were never tested.", "sha256": null } ], "flags": [ "probe-overridden", "mapping-questioned" ] }, "stamped-checklist:should/003": { "status": "met", "reason": "Raw gaze, computed labels and software are linked modules; study scripts, figures, manuscript and container are kept in distinct paths.", "source": "probe:modules-separated+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "data/raw_eyegaze, data/studyforrest-data-eyemovementlabels and remodnav are separate datasets/software components.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "code/, img/, container/ and manuscript sources provide functional separation; results_def.tex is a root-level generated manuscript interface.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "description": "The label dataset separates inputs/raw_eyegaze and code/remodnav from sub-* event derivatives.", "sha256": null } ] }, "stamped-checklist:should/009": { "status": "not-applicable", "reason": "N/A: inspected inputs and software declare public distribution; no component identified as access-restricted supplies a subject for isolation.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw gaze explicitly advertises unrestricted download with no registration/authentication; root and software use public repositories. A machine-local lineage URL is a portability defect, not evidence of an access restriction.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root declares CC BY 4.0; linked REMoDNaV declares MIT and Anderson repository contains GPLv3 license. No authentication or license-server requirement is declared.", "sha256": null } ] }, "stamped-checklist:should/004": { "status": "met", "reason": "The 2023 result record executed the pipeline through the Docker adapter, which creates and removes a fresh container; no fresh execution was performed here.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Recorded exit 0 invocation uses the adapter and archived image to generate img/results_def.tex. Historical committed execution is equivalent evidence; does not establish complete output coverage.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "cli_run constructs docker run --rm; each call starts a new container from the loaded image. Workdir bind mount persists outputs; HOME is created/deleted by the registered command.", "sha256": null } ] }, "stamped-checklist:should/005": { "status": "partial", "reason": "The modern paper workflow creates a disposable Docker container per call; linked historical label computation runs Python in an ambient host environment.", "source": "judgement", "evidence": [ { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "cli_run uses docker run --rm with archived image ID; temporary HOME is removed on successful payload completion.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "docker-make creates /tmp/dockertmp HOME inside each container.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Older linked label-generation loop invokes python directly; its provenance record contains no disposable environment mechanism.", "sha256": null } ] }, "stamped-checklist:should/006": { "status": "partial", "reason": "Image build, recorded rerun and 2025 format conversion show maintenance, but no recurring root test reconstructs the exact result environment.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Recorded image build/save followed by 2023 result execution; demonstrates an instance, not regular testing.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "2025 record loads old image, runs exit 0 and saves OCI image; tests loading/runtime compatibility but does not recompute paper results.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "description": "Component tests install generic development requirements; they do not reconstitute root container/image.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Probe finds no root CI. Thus some historical testing, no recurring exact-environment assurance.", "sha256": null } ], "flags": [ "probe-overridden", "mapping-questioned" ] }, "stamped-checklist:should/007": { "status": "met", "reason": "The research object archives the runnable image as versioned manifests and annex-backed layers, rather than relying solely on a recipe or registry tag.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Archived config/layer filenames and SHA256 LayerSources pin the executable environment.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "description": "OCI archive index is committed; manifest payload inventory preserves annex content keys. Actual layer bytes are deliberately absent from the cohort, so archival structure is established, retrieval untested.", "sha256": null } ] }, "stamped-checklist:should/008": { "status": "met", "reason": "Recorded docker build/save and subsequent tracked OCI conversion demonstrate the same environment-maintenance process assessed in must/014.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "description": "Declares executable build/update route.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Recorded build/save instance binds Dockerfile input to archived image output.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Later conversion updates archived environment in response to issue 27. This question duplicates must/014 verbatim; same evidence and judgment.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:may/001": { "status": "met", "reason": "External raw data, labels and REMoDNaV are Git submodules, with further nested test-data/software links.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three external components are explicitly linked as submodules; this item is about linkage, independently of remote liveness.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "Nested studyforrest and Anderson modules extend the dependency graph.", "sha256": null } ] }, "stamped-checklist:may/002": { "status": "partial", "reason": "README and Makefiles identify major components and their flow, but no dependency map explains both REMoDNaV pins or module recombination.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Explains self-contained links and the analysis/manuscript entry routes, without enumerating the full module graph.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Connects installed remodnav and analysis script to results_def.tex; Makefile composes figures/manuscript.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "description": "Labels retain a separate older code/remodnav pin; root uses another revision. Neither root README nor label README explains substituting or recombining these versions.", "sha256": null } ] }, "stamped-checklist:may/003": { "status": "partial", "reason": "Gitlinks permit independent component versions, but analysis depends on fixed nested layouts and two REMoDNaV generations without compatibility checks.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root pins raw gaze, labels and software independently.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "load_anderson hardcodes remodnav/remodnav/tests/data/anderson_etal; label histograms glob sub-*/*.tsv and expect fixed label columns.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "description": "code/remodnav is independently pinned to c9b8696…; labels history updates it to v0.2 after earlier recorded computation, with no root integration compatibility test.", "sha256": null } ] }, "stamped-checklist:may/004": { "status": "met", "reason": "Pinned Git submodules compose inputs and software; DataLad records and Makefiles connect them to the image, derived statistics, figures and manuscript.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Explicit versioned module composition.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Container registration supplies execution composition.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "description": "main.pdf depends on main.tex/results_def.tex/references.bib, renders img then invokes latexmk.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Declared inputs/extra_inputs/outputs bind module paths and image to computations.", "sha256": null } ] }, "stamped-checklist:may/005": { "status": "met", "reason": "README entry commands, .gitmodules paths, DataLad registration and Makefile targets provide tooling to navigate and use the modular object.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Reader-facing clone/rerun/manuscript commands are available; explicit modern/old sections guide environment choice.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Machine-readable component URLs and paths expose navigation.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "description": "Readable target dependencies expose statistic/figure/manuscript relationships. Detailed recombination documentation remains partial under may/002.", "sha256": null } ] } }, "schema_version": "0.2.0", "principles_version": "0.2.0", "checklist_source": { "repo": "https://github.com/stamped-principles/stamped-checklist-schema", "tag": "v0.3.1", "commit": "af259bad237fa57b856417db8dba45a1b283a527" }, "extra_items": [ { "key": "licence-declared", "status": "met", "reason": "Root COPYING declares CC BY 4.0; linked REMoDNaV MIT, studyforrest PDDL and Anderson GPLv3 declarations were inspected. Licence findings are outside the pinned checklist.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root licence declaration; not a conclusion about compatibility of all redistributed components." }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md", "description": "Root → remodnav; MIT/Expat declaration." }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Root → data/raw_eyegaze; PDDL and unrestricted access declaration." }, { "uri": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "Root → remodnav → test data; GPLv3 declaration." } ] }, { "key": "clone-weight", "status": "met", "reason": "Native root probe found no tracked text blob above 10 MiB; this does not estimate annex retrieval weight or all linked repositories.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Read-only root git ls-tree -r -l HEAD inventory used by native probe; linked modules not initialized." } ] }, { "key": "inputs-untouched", "status": "not-checked", "reason": "Native checkout has no initialized modules; source/history inspected separately, but no recursive working-state audit or execution was performed.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Module identities inspectable, runtime input immutability not observed." } ] }, { "key": "programmatic-provenance", "status": "partial", "reason": "DataLad records programmatically capture commands, inputs, outputs and dataset identities; coverage/environment gaps remain under must/006. T.4 has no standalone checklist item.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Root result generation run record; linked label-generation run supplies another programmatic record without a reconstructible environment." } ] } ], "object": { "url": "https://github.com/psychoinformatics-de/paper-remodnav", "commit": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "captured_at": "2026-10-28T02:18:47+00:00", "kind": "study" }, "assessor": { "skill": "assess-alignment-with-stamped-principles", "version": "0.1.0", "harness": "isolated-study-worker", "model": "unavailable", "date": "2026-10-28", "drafted_by": "scripts/run_probes.py", "dependencies": [ "stamped-conventions@0.1.0" ] }, "scope": "Frozen paper-remodnav at 34388d3ca78fbd483e022e4e2851be390b7eebf2, manifest SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. Numerical results, figures, manuscript and explicitly linked computational components inspected from source/history/metadata. Read-only native probes used an isolated logistical root checkout; linked source/history inspected separately through root links, not installed modules. GIT_NO_LAZY_FETCH=1 on every Git read/probe. No --check-remote, network, scientific execution, container build or payload acquisition; missing binary/annex/container payloads are cohort limitations, not retrieval failures. Live issue/PR contents were unavailable; only committed references inspected. Goals/kind inferred from README and not human-confirmed. Model identity withheld/unknown. Native response retained; optional framework export unavailable in this branch." }, "report_content": "# Independent STAMPED assessment — replicate 6\n\nMUST (17): 9 met / 8 partial / 0 unmet / 0 not-checked / 0 not-applicable; SHOULD (9): 5 met / 3 partial / 0 unmet / 0 not-checked / 1 not-applicable; MAY (5): 3 met / 2 partial / 0 unmet / 0 not-checked / 0 not-applicable. Partial MUST items do not satisfy the requirement. No overall score.\n\n## What to fix first\n\n1. Include `quality_stats()` in the recorded computation, or explicitly delimit the default rerun's coverage. It generates `velhist.svg`, which the manuscript uses, but the CLI does not call it. This narrows the README's “recompute everything” claim (must/006–008). [Analysis source](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py), [manuscript](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex).\n2. Preserve an environment alongside the older label-generation run. Its recorded `bash code/compute_all.sh` command fixes the data/action but not its interpreter and libraries, which matter to the consumed duration histograms (must/006, must/010; should/005). [Label computation](https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh), [run record](https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6).\n3. Publish a portable acquisition-source link for nested `src/lab-eyetracking`, or document that it is outside the selected-input rerun. Its `/home/data/...` URL affects upstream lineage; it does not prove the already processed input files are inaccessible (must/002, must/009). [Nested declaration](https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules).\n4. Document Docker daemon permissions, and periodically test the documented paper entry point with its archived image. Historical tests/format maintenance exist, but root CI is absent (must/011; should/002, should/006). [Adapter](https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py), [2025 recorded conversion](https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3).\n\n## What already works well\n\n- The common root links raw data, derived labels and classifier source at explicit Git revisions; Makefiles connect analysis, figures and manuscript. [Module declarations](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules), [Makefile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile).\n- A real image archive accompanies the recipe: digests and annex identities select image bytes. The adapter hashes the archived config and executes that ID; `latest` labels do not make the rerun float. [Manifest](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json), [adapter](https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py).\n- The [2023 run](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) records inputs/image/outputs and exit 0. README distinguishes historical and current routes and discloses the small histogram difference; that disclosure is not treated as a silent contradiction. The signed tag was inspected as metadata, not cryptographically verified.\n\n## Per-item record\n\nThe native response contains the detailed arguments and discovery paths; the following table is rendered by the assigned helper. Inspection supports structure and recorded historical execution, not a newly observed successful rerun.\n\n| item | principles | status | source | evidence | reason |\n|---|---|---|---|---|---|\n| must/001 | S.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | The study nests manuscript, figures, analysis, image archive and pinned input modules under one root. |\n| must/002 | S.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py` | Selected analysis inputs are nested and pinned; raw-data lineage also links src/lab-eyetracking to a machine-local /home/data path. Retrieval was not tested. |\n| must/003 | S.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | Analysis dependencies are specified in the Docker recipe and REMoDNaV is a pinned software submodule; host launch tools are listed separately. |\n| must/004 | T.1,T.3,T.5 | met | probe:tree-clean+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | Git records code, text, configuration, gitlinks and history; probe dirt comprises evidence-package payload omissions, not author changes. |\n| must/005 | T.1,T.3,T.5 | met | probe:large-in-annex+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst` | Large image layers and raw gaze data use git-annex content identities; the root probe finds six annex pointers and no binary Git blob above 10 MiB. |\n| must/006 | T.1,T.3,T.5 | partial ⚠ (a MUST is not satisfied by partial) | probe:run-env-linked+probe:derived-have-records+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/5cf0219a71b986c3de3f8b677b7f045f86d4ac1d` | The 2023 result run names container/image; older label generation lacks an environment record, and velhist.svg is outside the default rerun invocation. |\n| must/007 | A.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py` | README gives install, clone, rerun and manuscript commands, but its promise to recompute everything exceeds the invoked analysis functions. |\n| must/008 | A.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex` | The signed-tag rerun and Docker-Makefile are clear entry points, but they omit quality_stats(), which generates the manuscript velocity-distribution figure. |\n| must/009 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:no-abs-paths+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules` | Analysis uses root-relative paths and container-internal /tmp; upstream raw-data .gitmodules retains a machine-specific source path. |\n| must/010 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh`, `https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py` | The archived image specifies the root analysis stack; upstream label-generation commands rely on a Python environment without a matching full specification. |\n| must/011 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | README documents platforms and Docker versions, but the adapter assumes Docker on PATH and usable by the invoking non-root account without documenting that setup. |\n| must/012 | P.2 | met | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile` | README lists host launch requirements and compatible systems; Dockerfile and REMoDNaV packaging enumerate analysis libraries and document rendering tools. |\n| must/013 | P.3 | met | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | Dockerfile, Docker-Makefile, image manifests and DataLad registration are committed beside source, data gitlinks and manuscript. |\n| must/014 | P.3 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | Recorded docker build/save and later OCI conversion provide executable environment-maintenance steps with tracked instances in history. |\n| must/015 | D.1 | met | probe:run-env-linked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | The rerun consumes a versioned image archive and its content digests; latest is an archive label, not a registry pull used to select the runtime image. |\n| must/016 | D.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/0f4/8f8/MD5E-s3157--1f4b39fc68a27891a2dba5356c884dbb.log.web` | Published source carries the recipe and image metadata with recorded public annex URLs; present payload access is untested in this inspection-only cohort. |\n| must/017 | D.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | README explains installing launch tools, cloning the dataset, rerunning the tagged container computation and building the manuscript with docker-make. |\n| should/001 | T.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst` | Git and git-annex/DataLad consistently identify the manuscript, software, input datasets, labels and image archive across linked components. |\n| should/002 | A.2 | partial | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml`, `https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2` | History records a container recomputation and later compatibility maintenance; linked REMoDNaV has tests, but no root CI tests the full documented paper workflow. |\n| should/003 | M.1 | met | probe:modules-separated+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules` | Raw gaze, computed labels and software are linked modules; study scripts, figures, manuscript and container are kept in distinct paths. |\n| should/004 | E.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | The 2023 result record executed the pipeline through the Docker adapter, which creates and removes a fresh container; no fresh execution was performed here. |\n| should/005 | E.1 | partial | judgement | `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh` | The modern paper workflow creates a disposable Docker container per call; linked historical label computation runs Python in an ambient host environment. |\n| should/006 | D.2 | partial | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml`, `https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2` | Image build, recorded rerun and 2025 format conversion show maintenance, but no recurring root test reconstructs the exact result environment. |\n| should/007 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json` | The research object archives the runnable image as versioned manifests and annex-backed layers, rather than relying solely on a recipe or registry tag. |\n| should/008 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | Recorded docker build/save and subsequent tracked OCI conversion demonstrate the same environment-maintenance process assessed in must/014. |\n| should/009 | M.4 | not-applicable | judgement | `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING` | N/A: inspected inputs and software declare public distribution; no component identified as access-restricted supplies a subject for isolation. |\n| may/001 | M.2 | met | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules` | External raw data, labels and REMoDNaV are Git submodules, with further nested test-data/software links. |\n| may/002 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules` | README and Makefiles identify major components and their flow, but no dependency map explains both REMoDNaV pins or module recombination. |\n| may/003 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules` | Gitlinks permit independent component versions, but analysis depends on fixed nested layouts and two REMoDNaV generations without compatibility checks. |\n| may/004 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | Pinned Git submodules compose inputs and software; DataLad records and Makefiles connect them to the image, derived statistics, figures and manuscript. |\n| may/005 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile` | README entry commands, .gitmodules paths, DataLad registration and Makefile targets provide tooling to navigate and use the modular object. |\n\n## Flagged items\n\n- **must/002**: probe-overridden. Selected analysis inputs are nested and pinned; raw-data lineage also links src/lab-eyetracking to a machine-local /home/data path. Retrieval was not tested.\n- **must/004**: probe-overridden, mapping-questioned. Git records code, text, configuration, gitlinks and history; probe dirt comprises evidence-package payload omissions, not author changes.\n- **must/006**: mapping-questioned. The 2023 result run names container/image; older label generation lacks an environment record, and velhist.svg is outside the default rerun invocation.\n- **must/007**: mapping-questioned. README gives install, clone, rerun and manuscript commands, but its promise to recompute everything exceeds the invoked analysis functions.\n- **must/008**: probe-overridden. The signed-tag rerun and Docker-Makefile are clear entry points, but they omit quality_stats(), which generates the manuscript velocity-distribution figure.\n- **must/009**: probe-overridden. Analysis uses root-relative paths and container-internal /tmp; upstream raw-data .gitmodules retains a machine-specific source path.\n- **must/010**: probe-overridden. The archived image specifies the root analysis stack; upstream label-generation commands rely on a Python environment without a matching full specification.\n- **must/014**: upstream-duplicate. Recorded docker build/save and later OCI conversion provide executable environment-maintenance steps with tracked instances in history.\n- **must/015**: probe-overridden. The rerun consumes a versioned image archive and its content digests; latest is an archive label, not a registry pull used to select the runtime image.\n- **should/002**: probe-overridden, mapping-questioned. History records a container recomputation and later compatibility maintenance; linked REMoDNaV has tests, but no root CI tests the full documented paper workflow.\n- **should/006**: probe-overridden, mapping-questioned. Image build, recorded rerun and 2025 format conversion show maintenance, but no recurring root test reconstructs the exact result environment.\n- **should/008**: upstream-duplicate. Recorded docker build/save and subsequent tracked OCI conversion demonstrate the same environment-maintenance process assessed in must/014.\n\nThe raw probe sweep advertises coverage of 13/17 MUST items, but must/011–012 remain judgment items and module recursion is limited by uninitialized logistical modules. `tree-clean` conflates evidence-package omissions with author dirt; `entry-point` mistakes prose “make changes” for a command; `no-abs-paths` mistakes container cleanup for host paths; `run-env-linked` mistakes archived tag text for a floating runtime choice. Original results remain untouched in the raw probe JSON. The provenance sweep also overgeneralizes hand-authored illustrations and misses directory-output coverage (`img`); the final partial judgment rests on the actual omitted computation and older environment gaps.\n\n## Not checked and scope limitations\n\nNo checklist item remains wholly not-checked; uncertainty within partially evidenced items remains explicit. Current network accessibility of image/data payloads is untested (must/002, must/016). A permitted future retrieval check would settle it; the present absence of bytes is an inspection-cohort limitation, never an observed download failure. Input immutability is not checked as an extra. Full numerical/figure equivalence, fresh execution on another host, image rebuild, and historical label-environment reconstruction were not attempted. A committed run record is historical evidence; source code defining a command is not proof it ran. No framework export is supplied by this method branch: the authoritative native response is retained and optional framework export unavailable.\n\nThe scope is numerical results, figures, manuscript and explicitly linked computational components at `34388d3ca78fbd483e022e4e2851be390b7eebf2`. The manifest SHA256 is `e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499`. Read-only probes used the assigned isolated logistical checkout, which proves no remote access; linked source/history were inspected separately via root `.gitmodules` links and nested links. Every Git read/probe had `GIT_NO_LAZY_FETCH=1`. No `--check-remote`, network calls, scientific execution, builds or payload acquisition occurred. Binary/annex/container payloads are intentionally missing. Issue/PR pages were not fetched; only committed issue references and maintenance records were inspected (including #20, #24, #26 and #27), so their present discussion/status is unknown.\n\n## Goals, kind and established facts\n\n**Labelled assumption, not human-confirmed:** primary kind **study**, with reusable classifier and dataset components. The [root README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) states the goal: provide data, summary statistics, figures and manuscript sources for REMoDNaV. All seven principles apply, emphasizing numerical provenance and the linked input boundary.\n\n1. **Product:** statistical values, plots and the manuscript, plus linked classifier code ([README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md)).\n2. **Boundary:** manuscript/code/img/container at root; raw gaze, labels and REMoDNaV via gitlinks; Anderson data via REMoDNaV; one upstream raw-acquisition link uses a local path ([root modules](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules), [classifier modules](https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules)).\n3. **Versioning:** Git history/gitlinks identify code, text and component revisions; git-annex identifies large image and gaze payloads ([raw-data retrieval documentation](https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst), [image manifest](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json)).\n4. **Environment:** archived Debian-based Docker image, recipe, selected Python pins, and host launch tools listed in README ([Dockerfile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile), [registration](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config)).\n5. **Execution:** DataLad rerun at `results-containerized` (tag targets `57d2565…`), Docker-Makefile and analysis CLI; manuscript rendering via docker-make and ordinary Makefile ([README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md)).\n6. **Provenance:** 2023 image-linked result run and older root/label records; ordinary commits retain original SVGs and later manual illustration edits, which should not be misrepresented as new scientific reruns ([result record](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d), [original SVG inclusion](https://github.com/psychoinformatics-de/paper-remodnav/commit/f510905705975d7239786c7abf86c733eb1bdb34)).\n7. **Retrieval/terms:** public Git locations and annex HTTP location metadata describe distribution; root CC BY 4.0, classifier MIT, raw gaze PDDL, Anderson GPLv3 declarations inspected. No live accessibility or comprehensive licence-compatibility determination is claimed ([COPYING](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING), [raw data README](https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst)).\n\n## Output and stamp\n\n[Checklist URL file](study-con-stamped-impl-06.url.txt); [authoritative native JSON](study-con-stamped-impl-06.responses.json); [raw probes](../.cache/study/probes/study-con-stamped-impl-06.probes.json). Native helper validation: **31 answers pass against checklist 0.3.1**.\n\nProduced by `assess-alignment-with-stamped-principles` 0.1.0 with `stamped-conventions` 0.1.0 at instrument commit `4fe5d7be82ed6c297747e8b838031aec88e75903`; checklist 0.3.1 (`stamped-checklist-schema@v0.3.1`, `af259bad237fa57b856417db8dba45a1b283a527`), on [https://github.com/psychoinformatics-de/paper-remodnav](https://github.com/psychoinformatics-de/paper-remodnav) at `34388d3ca78fbd483e022e4e2851be390b7eebf2`, 2026-10-28 UTC, `isolated-study-worker` / model `unavailable` (withheld/unknown).\n" }, { "id": "study-con-stamped-impl-07", "study_id": "remodnav-method-comparison-01", "object_id": "paper-remodnav", "object_revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "method_id": "con-stamped-impl", "method_revision": "4fe5d7be82ed6c297747e8b838031aec88e75903", "model_requested": "gpt-6.1-sol", "model_observed": null, "reasoning_effort": "medium", "replicate": 7, "status": "complete", "independent": true, "created_at": "2026-10-27T23:55:10.059067+00:00", "native_output": "results/study-con-stamped-impl-07.responses.json", "report": "results/study-con-stamped-impl-07.md", "summary": { "checklist_counts": { "must": { "met": 7, "partial": 10, "unmet": 0, "not-checked": 0, "not-applicable": 0 }, "should": { "met": 5, "partial": 3, "unmet": 0, "not-checked": 1, "not-applicable": 0 }, "may": { "met": 3, "partial": 2, "unmet": 0, "not-checked": 0, "not-applicable": 0 } }, "completion": { "answered": 31, "total": 31 } }, "limitations": [ "Inspection cohort; no scientific workflow execution or independent payload retrieval by this assessor.", "Actual model version not independently exposed; requested model and reasoning are recorded." ], "evidence_cohort": "remodnav-e3c6253bced7", "probe_artifact": { "path": "results/study-con-stamped-impl-07.probes.json", "original_sha256": "042f6833db4b32724ba2646f188f83e6cf9b9f199e06ce6a3af0f5c84196ede4", "public_sha256": "2885d8cc015903c07985117444f42c71145a49e711e46c5eed07956404ddda76", "redaction": "Only the local logistical checkout prefix was replaced. The original raw probe output is retained unchanged in the ignored study cache." }, "native_data": { "checklist_version": "0.3.1", "responses": { "stamped-checklist:must/001": { "status": "partial", "reason": "Root analysis inputs, code and image share one root; expanded linked-source regeneration still reaches a machine-local upstream source.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery: root .gitmodules pins labels, raw eyegaze and REMoDNaV under the root; manifest provides their exact revisions.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Discovery: root → data/raw_eyegaze → .gitmodules: src/lab-eyetracking points to /home/data/psyinf/forrest_gump/collection/fg_eyegaze_raw. This is an upstream source-regeneration limitation, not an observed failure of the root rerun inputs.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Analysis reads relative data/raw_eyegaze, data/studyforrest-data-eyemovementlabels and remodnav/remodnav/tests/data/anderson_etal paths.", "sha256": null } ] }, "stamped-checklist:must/002": { "status": "partial", "reason": "Direct analysis inputs are pinned subdatasets; the raw-data module has a local-only source link. Remote payload access was not tested.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery: root .gitmodules pins labels, raw eyegaze and REMoDNaV under the root; manifest provides their exact revisions.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Discovery: root → data/raw_eyegaze → .gitmodules: src/lab-eyetracking points to /home/data/psyinf/forrest_gump/collection/fg_eyegaze_raw. This is an upstream source-regeneration limitation, not an observed failure of the root rerun inputs.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Root history records exit 0 for the 2023 analysis container run; extra_inputs names container/image, inputs name pinned data modules and outputs name img plus results_def.tex. This inspection did not execute it.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/003": { "status": "partial", "reason": "Root computation packages software in a saved image and pins REMoDNaV; linked label generation still assumes a host Python environment.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Saved image lists config f881bd4db45ac9775f5a5377485a7c939fea4685d7482eed4809cb83fc3b51a3 and two SHA256-addressed layers; the tag is metadata of a tracked archive, not a registry pull.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian recipe includes scientific Python libraries and manuscript rendering tools; Docker-Makefile installs the linked remodnav package.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Discovery: root → labels → code/compute_all.sh invokes host python with PYTHONPATH pointing at code/remodnav, without an environment specification.", "sha256": null } ] }, "stamped-checklist:must/004": { "status": "met", "reason": "Code, documentation, configuration and module pins are committed in Git. Probe deletions reflect omitted inspection payloads, not source dirt.", "source": "probe:tree-clean+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery: root .gitmodules pins labels, raw eyegaze and REMoDNaV under the root; manifest provides their exact revisions.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Tracked README at the assessed commit; root inventory and Git tree contain the files flagged deleted in the logistical checkout.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "description": "Tracked image metadata is present in the source object; tree-clean inspected an intentionally incomplete logistical worktree.", "sha256": null } ], "flags": [ "probe-overridden", "mapping-questioned" ] }, "stamped-checklist:must/005": { "status": "met", "reason": "Container blobs and eyegaze payloads have annex identities; large content is kept separately from ordinary Git text.", "source": "probe:large-in-annex+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Saved image lists config f881bd4db45ac9775f5a5377485a7c939fea4685d7482eed4809cb83fc3b51a3 and two SHA256-addressed layers; the tag is metadata of a tracked archive, not a registry pull.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Discovery: root → data/raw_eyegaze → README documents Git metadata, external content and git-annex retrieval.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/blobs/sha256/e2728fc6d2c404f7b41e0fa4f889117090f4476eefab2bca48d7164dcbf7a0cb", "description": "Git tree has a symlink for this 1.75 GB layer; frozen metadata identifies its MD5E key. Payload is absent from this cohort.", "sha256": null } ] }, "stamped-checklist:must/006": { "status": "partial", "reason": "The modern root result run names its archived image, inputs and outputs; linked label production records no exact environment.", "source": "probe:run-env-linked+probe:derived-have-records+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Root history records exit 0 for the 2023 analysis container run; extra_inputs names container/image, inputs name pinned data modules and outputs name img plus results_def.tex. This inspection did not execute it.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Discovery: root → labels history: exit-0 bash code/compute_all.sh run names input/output patterns, but no container, lockfile or environment capture.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/f510905705975d7239786c7abf86c733eb1bdb34", "description": "Many unchanged original SVGs were imported by an ordinary commit. Probe counts last-touch commits and misses the later img output-directory declaration; this alone does not prove absent provenance.", "sha256": null } ], "flags": [ "mapping-questioned" ] }, "stamped-checklist:must/007": { "status": "met", "reason": "README supplies prerequisites, cloning, tagged result rerun and manuscript commands; the old route is explicitly labeled historical.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions list DataLad 0.19, Containers 1.2.3, Docker compatibility, datalad clone/rerun and containers-run; original instructions are explicitly segregated.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "description": "Historical Makefile implements main.pdf and results_def.tex. Probe parsed prose “make changes” as a command, although it describes changes becoming necessary.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/008": { "status": "met", "reason": "The signed results-containerized tag and named DataLad rerun provide a clear numerical/figure starting point; manuscript command is separate.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Documents datalad rerun results-containerized for all numerical values and figure SVG code, and containers-run -n docker-make main.pdf for the manuscript.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Root history records exit 0 for the 2023 analysis container run; extra_inputs names container/image, inputs name pinned data modules and outputs name img plus results_def.tex. This inspection did not execute it.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "results_def.tex executes code/mk_figuresnstats.py -s -f -r -m; main.pdf delegates to Makefile.", "sha256": null } ] }, "stamped-checklist:must/009": { "status": "partial", "reason": "Root analysis uses relative inputs and container-local paths; linked legacy submission scripts hardcode a user home and Python executable.", "source": "probe:no-abs-paths+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Relative op.join paths cover Andersson MAT files, raw eyegaze and label TSVs.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Probe hit /root cleanup inside the image build; these are container filesystem paths, not a host-directory dependency.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "description": "initialdir=/home/asimio/fg_eyegaze_preproc/ and executable=/usr/bin/python2.7; detect_events_submit.sh repeats these.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/010": { "status": "partial", "reason": "Scientific and rendering dependencies are packaged at root; orchestration and linked label generation rely on host software outside that image.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Scientific stack, make, Inkscape and TeX tools are explicitly installed, with selected Python versions pinned.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Requires separately installed DataLad, Containers extension and Docker; this is documented host tooling, not included in the analysis image.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Host Python invokes remodnav; linked setup.py declares libraries without a frozen environment for label results.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/011": { "status": "partial", "reason": "README names tested OSes and Docker versions, but non-root Docker access and legacy module host assumptions lack complete setup guidance.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Debian, macOS and Windows 10 are named, along with Docker v26 format transition and verified DataLad versions.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Discovery: root README Containers 1.2.3 → registration adapter. FIXME states Docker must be on PATH and manageable by a non-root user and should be documented.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "description": "Legacy scheduler setup inherits host environment with getenv=True and hardcodes an author-specific working directory.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/012": { "status": "partial", "reason": "Root requirements and image recipe are clear; the linked label dataset offers scheduler commands without a complete dependency/setup list.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Root prerequisite list and container size/download estimates are explicit.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Root scientific and rendering package list is machine-readable.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Discovery: root → labels README tells users condor_submit code/preprocess_eyegaze_recordings.submit and detect_events.submit; no complete environment requirements or setup route accompanies them.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/013": { "status": "met", "reason": "The container recipe, archived image metadata and DataLad environment registration are versioned alongside analysis code and data links.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked environment build recipe.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make image path and command expansion.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Saved image lists config f881bd4db45ac9775f5a5377485a7c939fea4685d7482eed4809cb83fc3b51a3 and two SHA256-addressed layers; the tag is metadata of a tracked archive, not a registry pull.", "sha256": null } ] }, "stamped-checklist:must/014": { "status": "met", "reason": "History provides executable image build/conversion procedures and tracked updates, including the 2025 OCI migration.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Executable DataLad run builds from container/Dockerfile, saves image into container/image and records outputs.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Executable DataLad update record converts the saved image to OCI using Docker v26, exit 0, declared input and output container/image.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Documents Docker format transition and links the environment repair protocol.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:must/015": { "status": "partial", "reason": "Saved root image is content-identified despite its latest label; the linked label-generation environment remains unfrozen.", "source": "probe:run-env-linked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Saved image lists config f881bd4db45ac9775f5a5377485a7c939fea4685d7482eed4809cb83fc3b51a3 and two SHA256-addressed layers; the tag is metadata of a tracked archive, not a registry pull.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "description": "OCI manifest digest is sha256:96148c274796ac7b9ac3a99f53709ba07b682b27532aacd81e153e947709059c.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "get_image hashes saved config bytes; load returns that image ID and cli_run passes the ID to docker run, rather than pulling latest.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Label-generation run records a host command without an exact software environment.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/016": { "status": "partial", "reason": "Recipe and image identities are published with recorded public blob URLs; actual image retrieval and remote usability were outside this inspection.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Frozen public source contains the recipe.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Saved image lists config f881bd4db45ac9775f5a5377485a7c939fea4685d7482eed4809cb83fc3b51a3 and two SHA256-addressed layers; the tag is metadata of a tracked archive, not a registry pull.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "description": "Annex availability metadata records https://datapub.fz-juelich.de/studyforrest/remodnav/docker-blobs/e2728fc6d2c404f7b41e0fa4f889117090f4476eefab2bca48d7164dcbf7a0cb; no payload access attempted.", "sha256": null } ] }, "stamped-checklist:must/017": { "status": "met", "reason": "Updated README tells readers how to obtain the object and invoke its saved environment for results and manuscript reproduction.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Clone with DataLad, rerun results-containerized, or containers-run -n docker-make main.pdf; image download and environment prereqs are described.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Registered image=container/image and Docker adapter command implement the documented docker-make route.", "sha256": null } ] }, "stamped-checklist:should/001": { "status": "met", "reason": "Root, data, algorithm and validation-data components share Git version identities; DataLad/git-annex tracks large content.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery: root .gitmodules pins labels, raw eyegaze and REMoDNaV under the root; manifest provides their exact revisions.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Git and git-annex data-retrieval instructions.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Labels use DataLad run history.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "Discovery: root → remodnav → explicit test-data submodules, each recorded as Git links.", "sha256": null } ] }, "stamped-checklist:should/002": { "status": "partial", "reason": "Historical root recomputation and Docker compatibility checks exist, and REMoDNaV has CI; regular testing of the complete study instructions is not established.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Root history records exit 0 for the 2023 analysis container run; extra_inputs names container/image, inputs name pinned data modules and outputs name img plus results_def.tex. This inspection did not execute it.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "2025 record loads prior image and executes exit 0 before exporting OCI; this tests compatibility, not a fresh full study rerun.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "description": "Linked tool CI installs dependencies and runs pytest; it does not run the paper instructions. Root tracked inventory contains no CI workflow.", "sha256": null } ], "flags": [ "probe-overridden", "mapping-questioned" ] }, "stamped-checklist:should/003": { "status": "met", "reason": "Data inputs, derived label dataset, algorithm, analysis code, figures and container image have separate paths and identities.", "source": "probe:modules-separated+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery: root .gitmodules pins labels, raw eyegaze and REMoDNaV under the root; manifest provides their exact revisions.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Analysis writes results_def.tex and img, separated from inputs and algorithm.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Saved image lists config f881bd4db45ac9775f5a5377485a7c939fea4685d7482eed4809cb83fc3b51a3 and two SHA256-addressed layers; the tag is metadata of a tracked archive, not a registry pull.", "sha256": null } ] }, "stamped-checklist:should/009": { "status": "not-checked", "reason": "No restricted computation input is identified; the local upstream source link does not establish its access terms. Verify component access classifications.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw eyegaze derivative dataset advertises unrestricted access, no authentication; the nested acquisition-source URL is local-only.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Discovery: root → data/raw_eyegaze → .gitmodules: src/lab-eyetracking points to /home/data/psyinf/forrest_gump/collection/fg_eyegaze_raw. This is an upstream source-regeneration limitation, not an observed failure of the root rerun inputs.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Paper says labeled validation data were provided under an open-source license; this does not settle access classification of every upstream component.", "sha256": null } ] }, "stamped-checklist:should/004": { "status": "met", "reason": "Committed history records successful root analysis in a Docker execution whose adapter creates a fresh disposable container.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Root history records exit 0 for the 2023 analysis container run; extra_inputs names container/image, inputs name pinned data modules and outputs name img plus results_def.tex. This inspection did not execute it.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "cli_run builds docker run --rm --interactive with saved image ID, mounted root and working directory /tmp. This is equivalent historical evidence, not an observed fresh run in this cohort.", "sha256": null } ] }, "stamped-checklist:should/005": { "status": "partial", "reason": "The root adapter creates disposable containers; linked label generation runs a sequence of host Python commands in an inherited environment.", "source": "judgement", "evidence": [ { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "cli_run uses docker run --rm, making each root environment disposable.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Creates temporary container HOME and cleans it on successful completion.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Subject/run loops repeatedly invoke host Python with inherited PYTHONPATH; no fresh container or virtualenv per execution.", "sha256": null } ] }, "stamped-checklist:should/006": { "status": "partial", "reason": "The archived image was used in a recorded analysis and later compatibility conversion, but regular full environment reconstitution tests are not established.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Root history records exit 0 for the 2023 analysis container run; extra_inputs names container/image, inputs name pinned data modules and outputs name img plus results_def.tex. This inspection did not execute it.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Records successful loading of the saved old image and exit 0 under Docker v26; preserves image as OCI.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "description": "CI tests the tool against a newly installed host stack, not the archived study image. No root CI in tracked inventory.", "sha256": null } ], "flags": [ "probe-overridden", "mapping-questioned" ] }, "stamped-checklist:should/007": { "status": "met", "reason": "The root research object archives the actual container as Git-tracked metadata and annex-addressed image blobs, not only a Dockerfile.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Saved image lists config f881bd4db45ac9775f5a5377485a7c939fea4685d7482eed4809cb83fc3b51a3 and two SHA256-addressed layers; the tag is metadata of a tracked archive, not a registry pull.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/blobs/sha256/d310e774110ab038b30c6a5f7b7f7dd527dbe527854496bd30194b9ee6ea496e", "description": "Tracked annex symlink identifies first image layer; cohort deliberately omits its bytes.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Run records saving the built Docker image into the research object.", "sha256": null } ] }, "stamped-checklist:should/008": { "status": "met", "reason": "History provides executable image build/conversion procedures and tracked updates, including the 2025 OCI migration.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Recorded executable build/save procedure creates the environment artifact.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Tracked update with declared image input/output changes archived representation for Docker compatibility; exit 0.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:may/001": { "status": "met", "reason": "Direct data and software plus nested validation data are represented as version-pinned Git submodules.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery: root .gitmodules pins labels, raw eyegaze and REMoDNaV under the root; manifest provides their exact revisions.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "Explicit validation dataset module URLs for anderson_etal and studyforrest.", "sha256": null } ] }, "stamped-checklist:may/002": { "status": "partial", "reason": "README explains the research-object components and purpose, while detailed dependency relations and recombination guidance remain implicit in paths and scripts.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Identifies raw data, summary-statistic code, figures and manuscript and says versioned links are included; gives reproduction route.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery: root .gitmodules pins labels, raw eyegaze and REMoDNaV under the root; manifest provides their exact revisions.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Imports remodnav and its test utilities and reads nested test-data paths, making relationships inspectable but tightly coupled.", "sha256": null } ] }, "stamped-checklist:may/003": { "status": "partial", "reason": "Submodule pins permit independent revisions; analysis depends on nested test utilities and specific data layouts, so safe independent updates are not assured.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery: root .gitmodules pins labels, raw eyegaze and REMoDNaV under the root; manifest provides their exact revisions.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Imports remodnav.tests.utils and relies on remodnav/remodnav/tests/data/anderson_etal/annotated_data layout.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e", "description": "Label module independently updates REMoDNaV to release v0.2; its tool revision differs from the root module.", "sha256": null } ] }, "stamped-checklist:may/004": { "status": "met", "reason": "Git submodules compose data/code revisions and DataLad container registration composes the saved environment with the root Makefiles.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery: root .gitmodules pins labels, raw eyegaze and REMoDNaV under the root; manifest provides their exact revisions.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "docker-make composes adapter, archived image and Docker-Makefile under the mounted root.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Root history records exit 0 for the 2023 analysis container run; extra_inputs names container/image, inputs name pinned data modules and outputs name img plus results_def.tex. This inspection did not execute it.", "sha256": null } ] }, "stamped-checklist:may/005": { "status": "met", "reason": "README provides DataLad navigation and retrieval commands; submodule declarations expose the component locations and origins.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Documents clone, cd, tagged rerun, image retrieval cost and manuscript invocation.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery: root .gitmodules pins labels, raw eyegaze and REMoDNaV under the root; manifest provides their exact revisions.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Linked dataset documents annex initialization and content retrieval for finer-grained navigation.", "sha256": null } ] } }, "schema_version": "0.2.0", "principles_version": "0.2.0", "checklist_source": { "repo": "https://github.com/stamped-principles/stamped-checklist-schema", "tag": "v0.3.1", "commit": "af259bad237fa57b856417db8dba45a1b283a527" }, "extra_items": [ { "key": "licence-declared", "status": "met", "reason": "Root COPYING declares CC BY 4.0; licence coverage of every linked component was not audited. Licensing has no pinned checklist item.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Inspected root licence text declares Creative Commons Attribution 4.0 International." } ] }, { "key": "probe-checkout-limit", "status": "not-checked", "reason": "Native tree-clean and input-state probes see intentionally omitted payloads and uninstalled modules in the logistical clone; these are inspection limits.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Frozen source inventory contains the tracked paths; logistical worktree omissions are not uncommitted source changes. Raw probe output retained unchanged." } ] }, { "key": "clone-weight", "status": "met", "reason": "Native probe reports no root Git text blob exceeding 10 MiB; this says nothing about payload download availability.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Read-only native Git tree-size probe on root committed inventory." } ] }, { "key": "T.4-provenance", "status": "partial", "reason": "DataLad programmatically records root analysis and linked label computation, but the latter lacks an exact environment. T.4 has no checklist item.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Inputs, image, outputs, command and exit code are recorded." } ] } ], "object": { "url": "https://github.com/psychoinformatics-de/paper-remodnav", "commit": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "captured_at": "2026-10-28T02:47:26+00:00", "kind": "study" }, "assessor": { "skill": "assess-alignment-with-stamped-principles", "version": "0.1.0", "harness": "isolated-study-worker", "model": "unavailable", "date": "2026-10-28", "drafted_by": "scripts/run_probes.py", "dependencies": [ "stamped-conventions@0.1.0" ], "note": "Independent replicate 7. Actual model identity withheld/unknown; unavailable is not a requested-model assertion. Frozen source instructions treated as data. No optional framework export supplied." }, "scope": "Inspection-only frozen manifest e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499; root at 34388d3ca78fbd483e022e4e2851be390b7eebf2, numerical results, figures, manuscript and explicitly linked computational components. No network, payload acquisition, scientific execution, build or fresh rerun. Native probes on logistical root clone only; linked source/history inspected separately. --check-remote omitted by cohort rule. Missing checkout payloads are not source deletions or observed retrieval failures. Issue tracker not queried; frozen README/history issue references inspected. Model metadata unavailable. Native response retained; optional framework export unavailable." }, "report_content": "# Independent STAMPED assessment: paper-remodnav\n\n**MUST (17): 7 met / 10 partial / 0 unmet / 0 not-checked / 0 not-applicable; SHOULD (9): 5 met / 3 partial / 0 unmet / 1 not-checked / 0 not-applicable; MAY (5): 3 met / 2 partial / 0 unmet / 0 not-checked / 0 not-applicable.** No numeric overall score.\n\nAssumption (not confirmed with the author): the object is a **study**, intended to reproduce the manuscript's numerical results, figure SVGs and manuscript, based on its [README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md). The scope also includes explicitly linked computational components. The root modern reproduction route is materially stronger than some upstream regeneration routes.\n\n## What to fix first\n\n1. Capture a versioned environment for the linked label-generation run, and connect it to that run record. Event-duration figures consume these labels, so the root image alone does not capture their production environment (must/003, must/006, must/010, must/015).\n2. Replace the nested machine-local acquisition-source URL with a durable reference and remove author-specific paths from linked legacy submission scripts. This improves expanded upstream regeneration; it is **not** an observed failure of the root's already-published eyegaze inputs (must/001, must/002, must/009).\n3. Complete host setup instructions for linked processing and Docker permissions, including inherited scheduler environment assumptions (must/011, must/012).\n4. Add a recurring check of the documented full study route with the archived image; tool CI and occasional repair records cover only parts of that assurance (should/002, should/006).\n5. Explain component interfaces and supported independent updates, especially the analysis's use of algorithm test utilities and nested test-data layouts (may/002, may/003).\n\n## What already works well\n\n- [Updated instructions](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) give an explicit tagged rerun, prerequisites, download sizes and a separate manuscript command. The historical route and the small 2023 figure difference are accurately disclosed, rather than silently conflicting with the modern route.\n- The [recorded modern analysis](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) names inputs, archived image and outputs. [Image registration](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config) and committed OCI metadata identify an actual saved environment; `latest` in saved-image metadata does not make execution float to a registry image.\n- [Submodule composition](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules) separates inputs and algorithm versions. Root image binaries have annex identities and published-location metadata; root [COPYING](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING) declares CC BY 4.0 (licensing is outside the 31 questions).\n\n## Per-item judgments\n\nThe table is rendered by the instrument's `table` helper. Full rationale and discovery paths are in the native JSON evidence entries.\n\n| item | principles | status | source | evidence | reason |\n|---|---|---|---|---|---|\n| must/001 | S.1 | partial ⚠ (a MUST is not satisfied by partial) | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py` | Root analysis inputs, code and image share one root; expanded linked-source regeneration still reaches a machine-local upstream source. |\n| must/002 | S.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | Direct analysis inputs are pinned subdatasets; the raw-data module has a local-only source link. Remote payload access was not tested. |\n| must/003 | S.1 | partial ⚠ (a MUST is not satisfied by partial) | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh` | Root computation packages software in a saved image and pins REMoDNaV; linked label generation still assumes a host Python environment. |\n| must/004 | T.1,T.3,T.5 | met | probe:tree-clean+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json` | Code, documentation, configuration and module pins are committed in Git. Probe deletions reflect omitted inspection payloads, not source dirt. |\n| must/005 | T.1,T.3,T.5 | met | probe:large-in-annex+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/blobs/sha256/e2728fc6d2c404f7b41e0fa4f889117090f4476eefab2bca48d7164dcbf7a0cb` | Container blobs and eyegaze payloads have annex identities; large content is kept separately from ordinary Git text. |\n| must/006 | T.1,T.3,T.5 | partial ⚠ (a MUST is not satisfied by partial) | probe:run-env-linked+probe:derived-have-records+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/f510905705975d7239786c7abf86c733eb1bdb34` | The modern root result run names its archived image, inputs and outputs; linked label production records no exact environment. |\n| must/007 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile` | README supplies prerequisites, cloning, tagged result rerun and manuscript commands; the old route is explicitly labeled historical. |\n| must/008 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile` | The signed results-containerized tag and named DataLad rerun provide a clear numerical/figure starting point; manuscript command is separate. |\n| must/009 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:no-abs-paths+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh` | Root analysis uses relative inputs and container-local paths; linked legacy submission scripts hardcode a user home and Python executable. |\n| must/010 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh` | Scientific and rendering dependencies are packaged at root; orchestration and linked label generation rely on host software outside that image. |\n| must/011 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh` | README names tested OSes and Docker versions, but non-root Docker access and legacy module host assumptions lack complete setup guidance. |\n| must/012 | P.2 | partial ⚠ (a MUST is not satisfied by partial) | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README` | Root requirements and image recipe are clear; the linked label dataset offers scheduler commands without a complete dependency/setup list. |\n| must/013 | P.3 | met | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json` | The container recipe, archived image metadata and DataLad environment registration are versioned alongside analysis code and data links. |\n| must/014 | P.3 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | History provides executable image build/conversion procedures and tracked updates, including the 2025 OCI migration. |\n| must/015 | D.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:run-env-linked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6` | Saved root image is content-identified despite its latest label; the linked label-generation environment remains unfrozen. |\n| must/016 | D.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web` | Recipe and image identities are published with recorded public blob URLs; actual image retrieval and remote usability were outside this inspection. |\n| must/017 | D.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | Updated README tells readers how to obtain the object and invoke its saved environment for results and manuscript reproduction. |\n| should/001 | T.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules` | Root, data, algorithm and validation-data components share Git version identities; DataLad/git-annex tracks large content. |\n| should/002 | A.2 | partial | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml` | Historical root recomputation and Docker compatibility checks exist, and REMoDNaV has CI; regular testing of the complete study instructions is not established. |\n| should/003 | M.1 | met | probe:modules-separated+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json` | Data inputs, derived label dataset, algorithm, analysis code, figures and container image have separate paths and identities. |\n| should/004 | E.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | Committed history records successful root analysis in a Docker execution whose adapter creates a fresh disposable container. |\n| should/005 | E.1 | partial | judgement | `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh` | The root adapter creates disposable containers; linked label generation runs a sequence of host Python commands in an inherited environment. |\n| should/006 | D.2 | partial | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml` | The archived image was used in a recorded analysis and later compatibility conversion, but regular full environment reconstitution tests are not established. |\n| should/007 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/blobs/sha256/d310e774110ab038b30c6a5f7b7f7dd527dbe527854496bd30194b9ee6ea496e`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c` | The root research object archives the actual container as Git-tracked metadata and annex-addressed image blobs, not only a Dockerfile. |\n| should/008 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | History provides executable image build/conversion procedures and tracked updates, including the 2025 OCI migration. |\n| should/009 | M.4 | not-checked | judgement | `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex` | No restricted computation input is identified; the local upstream source link does not establish its access terms. Verify component access classifications. |\n| may/001 | M.2 | met | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules` | Direct data and software plus nested validation data are represented as version-pinned Git submodules. |\n| may/002 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py` | README explains the research-object components and purpose, while detailed dependency relations and recombination guidance remain implicit in paths and scripts. |\n| may/003 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e` | Submodule pins permit independent revisions; analysis depends on nested test utilities and specific data layouts, so safe independent updates are not assured. |\n| may/004 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | Git submodules compose data/code revisions and DataLad container registration composes the saved environment with the root Makefiles. |\n| may/005 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst` | README provides DataLad navigation and retrieval commands; submodule declarations expose the component locations and origins. |\n\n## Flagged items\n\n- **must/002** — Root-only URL shape check omits the nested machine-local acquisition source; changed met to partial.\n- **must/004** — The incomplete logistical checkout causes deletion reports; Git inventory confirms committed state. Changed unmet to met and questioned cleanliness as the item mapping.\n- **must/006** — Probe last-touch coverage misses the img directory output declaration and conflates original figure assets with generated results. Partial remains because linked label production lacks environment identity.\n- **must/007** — Probe misreads narrative “make changes” as an instructed Make target; the actual updated commands are implemented. Changed partial to met.\n- **must/009** — Dockerfile /root cleanup is image-local, but linked legacy scripts really contain host paths. Changed unmet to partial.\n- **must/010** — Probe root heuristic misses host orchestration and the linked host Python environment. Changed met to partial.\n- **must/011** — Command scan cannot judge host documentation; source reading establishes partial coverage.\n- **must/012** — Command scan cannot establish a complete requirement list; linked scheduler setup is incomplete.\n- **must/014** — Same checklist sentence as should/008; shared build/conversion history is intentional.\n- **must/015** — Saved image config/layer hashes and adapter execution by image ID override the latest-tag heuristic; changed unmet to partial because the linked label environment is unfrozen.\n- **should/002** — Absence of root CI does not prove no testing; recorded recomputation, compatibility check and tool CI support partial.\n- **should/006** — The CI heuristic measures configuration presence, not all historical reconstitution evidence; build/use/conversion records support partial.\n- **should/008** — Same checklist sentence as must/014; one process is counted in both pinned items.\n\n## Not checked and material limits\n\n- **should/009:** access classification of every component is unresolved. The direct raw dataset advertises unrestricted access, but the local acquisition-source URL is insufficient evidence of either restricted or public access. Component terms/access metadata would settle it.\n- No network, image pull, payload retrieval, scientific computation, build, or fresh rerun was attempted. Missing annex data, binary inputs, figure payloads and image layers are deliberate cohort omissions, not observed retrieval failures. Native `--check-remote` was prohibited and omitted. Recorded exit codes are historical provenance, not executions observed by this worker.\n- Native probes inspected only the isolated logistical root clone; linked modules were not installed there. Their frozen source/history was inspected through root `.gitmodules` and explicit nested links. Probe statuses were reviewed rather than inherited. Raw output is retained unchanged at `../.cache/study/probes/study-con-stamped-impl-07.probes.json`.\n- Current source/image remote access remains untested. Annex metadata at `0cc48aa1605a41f1c512561a6427a93a65ebebfe` records public image blob URLs; this supports a distribution mechanism, not present-day reachability or a verified successful download.\n- No live issue tracker was queried. README/history references to repair issues #20, #25, #26, #27 and PR #24 were inspected as source claims and history context. No other assessment or peer output was read.\n\n## Goals, boundary and factual basis\n\nThe [README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) and manuscript describe a paper with data, statistics/figure code and manuscript sources. The primary kind is study, with linked algorithm and dataset components. Tracking input versions, environment provenance and numerical/figure reproduction therefore carry the most weight. This goal/kind assumption was not author-confirmed in this isolated study.\n\nThe root contains Makefiles, `code/`, `img/`, manuscript text and `container/`; [.gitmodules](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules) links raw eyegaze, movement labels and REMoDNaV. REMoDNaV explicitly links Andersson validation data and studyforrest; the labels module links its own algorithm revision and raw input. The nested raw dataset additionally points to a local acquisition-source module. Its presence in the frozen evidence is counted only after following these links.\n\nCode/text/configuration and component revisions use Git; large root image content and raw eyegaze have annex identities. The [Dockerfile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile) and saved OCI image specify the modern environment, with DataLad/Docker orchestration installed separately. [DataLad registration](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config) executes the Docker-Makefile; the modern record links image, input patterns, `img` and `results_def.tex`. The [linked label script](https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh) instead uses host Python. Public Git URLs, annex web-location metadata and raw dataset retrieval instructions describe access; root licensing is CC BY 4.0, and whole-component licence/access coverage was not independently established.\n\n## Products and provenance\n\nNative response: [study-con-stamped-impl-07.responses.json](study-con-stamped-impl-07.responses.json). Checklist-app URL: [study-con-stamped-impl-07.url.txt](study-con-stamped-impl-07.url.txt). Native response is authoritative; optional framework export is unavailable in this older instrument branch and no framework records were invented.\n\nProduced by `assess-alignment-with-stamped-principles` 0.1.0 with `stamped-conventions` 0.1.0; checklist 0.3.1, schema/principles 0.2.0 (`stamped-checklist-schema@v0.3.1`, `af259bad237fa57b856417db8dba45a1b283a527`); instrument commit `4fe5d7be82ed6c297747e8b838031aec88e75903`. Object: [https://github.com/psychoinformatics-de/paper-remodnav](https://github.com/psychoinformatics-de/paper-remodnav) at `34388d3ca78fbd483e022e4e2851be390b7eebf2`. Assessment date: 2026-10-28 UTC. Harness: `isolated-study-worker`; model: `unavailable` (actual identity withheld/unknown). Frozen cohort `remodnav-e3c6253bced7`, manifest SHA256 `e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499`.\n\nValidation: instrument validator passed all 31 pinned responses. No source changes, commits or publication were performed.\n" }, { "id": "study-con-stamped-impl-08", "study_id": "remodnav-method-comparison-01", "object_id": "paper-remodnav", "object_revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "method_id": "con-stamped-impl", "method_revision": "4fe5d7be82ed6c297747e8b838031aec88e75903", "model_requested": "gpt-6.1-sol", "model_observed": null, "reasoning_effort": "medium", "replicate": 8, "status": "complete", "independent": true, "created_at": "2026-10-27T23:55:10.342268+00:00", "native_output": "results/study-con-stamped-impl-08.responses.json", "report": "results/study-con-stamped-impl-08.md", "summary": { "checklist_counts": { "must": { "met": 7, "partial": 9, "unmet": 0, "not-checked": 1, "not-applicable": 0 }, "should": { "met": 4, "partial": 4, "unmet": 0, "not-checked": 0, "not-applicable": 1 }, "may": { "met": 2, "partial": 3, "unmet": 0, "not-checked": 0, "not-applicable": 0 } }, "completion": { "answered": 31, "total": 31 } }, "limitations": [ "Inspection cohort; no scientific workflow execution or independent payload retrieval by this assessor.", "Actual model version not independently exposed; requested model and reasoning are recorded." ], "evidence_cohort": "remodnav-e3c6253bced7", "probe_artifact": { "path": "results/study-con-stamped-impl-08.probes.json", "original_sha256": "be107fc5b890953452bdcc4c4c50a0b5c044c68e1d7be9211d011277b1fee5e9", "public_sha256": "568d7d7627b88d0e33ef737b4ad8a09b66b2cc52e1fcaf8aa8120cd9341f9b7a", "redaction": "Only the local logistical checkout prefix was replaced. The original raw probe output is retained unchanged in the ignored study cache." }, "native_data": { "checklist_version": "0.3.1", "responses": { "stamped-checklist:must/001": { "status": "met", "reason": "The paper, analysis code, data gitlinks, and archived image are nested beneath the paper-remodnav root.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Root entrypoint identifies the manuscript, statistical code, raw figures and linked data as one research object.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery: root -> .gitmodules; three data/software paths reside under this root.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Discovery: root -> .datalad/config; docker-make uses container/image beneath the root.", "sha256": null } ] }, "stamped-checklist:must/002": { "status": "partial", "reason": "Direct inputs are pinned below the root, but the linked raw dataset records a machine-local upstream source URL; payload reachability was not tested.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery: root -> .gitmodules -> data/raw_eyegaze and data/studyforrest-data-eyemovementlabels; direct Git URLs are public and versioned.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Discovery: root -> data/raw_eyegaze -> .gitmodules:src/lab-eyetracking; URL /home/data/psyinf/forrest_gump/collection/fg_eyegaze_raw cannot resolve as a public source. This upstream source is not needed to consume already-exported gaze files.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "load_anderson and histogram/raw-trace functions use nested dataset paths. Supplied source histories support these links; binary retrieval is outside scope.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/003": { "status": "partial", "reason": "The root packages analysis software in Docker and pins REMoDNaV, but linked labeling scripts assume host Python/Condor outside that environment.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Root recipe installs numerical, plotting and manuscript dependencies; Docker-Makefile installs the pinned source module.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Editable install uses the remodnav gitlink, not an unpinned remote package.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "description": "Discovery: root -> data/studyforrest-data-eyemovementlabels -> code/preprocess_submit.sh; assumes /usr/bin/python2.7 and Condor submission tooling outside the root analysis image.", "sha256": null } ] }, "stamped-checklist:must/004": { "status": "met", "reason": "Git versions code, manuscript and configuration; checkout deletions reflect intentionally omitted frozen payloads, not unrecorded source changes.", "source": "probe:tree-clean+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Committed analysis source at the assessed revision.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Committed manuscript source; Git tree/history were inspected with GIT_NO_LAZY_FETCH=1.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Committed environment registration. Probe tree-clean measured logistical worktree completeness rather than whether a version-control system is used; 35 deletions belong to omitted study artifacts.", "sha256": null } ], "flags": [ "probe-overridden", "mapping-questioned" ] }, "stamped-checklist:must/005": { "status": "met", "reason": "Large data and image content use git-annex pointers; the image manifest records layers of about 78 MB and 1.75 GB.", "source": "probe:large-in-annex+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Two layer sizes are 77814784 and 1750877184 bytes; inspected Git tree records image blobs as symlinks (mode 120000), not Git binary payloads.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Discovery: root -> data/raw_eyegaze -> README.rst; describes Git metadata plus git-annex for actual large-file content.", "sha256": null } ] }, "stamped-checklist:must/006": { "status": "partial", "reason": "The 2023 recomputation names its archived image, but linked label generation records no exact environment and velhist is omitted from the main execution.", "source": "probe:derived-have-records+probe:run-env-linked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Root -> README results-containerized route -> run record: exit 0, container/image extra input, nested data inputs, outputs img and results_def.tex. Directory output img covers descendants; probe matches exact paths and undercounts this coverage.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Root -> data/studyforrest-data-eyemovementlabels -> history: bash code/compute_all.sh has input/output records but no image or frozen package set.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "quality_stats defines velhist generation and records manually retained results, but __main__ never calls it; a function definition is not evidence of execution.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/5cf0219a71b986c3de3f8b677b7f045f86d4ac1d", "description": "Read-only git log -1 for img/velhist.svg points to ordinary commit plot mri data first, rather than a matching environment-linked run.", "sha256": null } ], "flags": [ "mapping-questioned" ] }, "stamped-checklist:must/007": { "status": "met", "reason": "README provides clone, required tools, tagged rerun and manuscript-build commands; the probe misread narrative text as make changes.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions specify DataLad, Containers, Docker, clone, datalad rerun results-containerized, and datalad containers-run -n docker-make main.pdf. The words make changes occur in prose about software evolution, not a command.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/008": { "status": "partial", "reason": "A tagged rerun is a clear entrypoint, but its promise to recompute everything excludes quality_stats and the manuscript velhist figure.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Documented current starting point is datalad rerun results-containerized, presented as recomputing everything.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "results_def.tex invokes code/mk_figuresnstats.py -s -f -r -m.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "quality_stats alone writes img/velhist.svg; __main__ calls other figure/statistic routines, never quality_stats.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript includes img/velhist.pdf, generated from the shipped SVG by img/Makefile.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/009": { "status": "partial", "reason": "Root analysis uses relative data paths; Docker cleanup paths are internal. Linked Condor scripts retain /home/asimio/fg_eyegaze_preproc/.", "source": "probe:no-abs-paths+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "The flagged /root/.local and /var/lib/apt paths are image-internal build cleanup, not assumptions about the executing host.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Analysis builds paths with op.join under data and remodnav.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "description": "Discovery: root -> data/studyforrest-data-eyemovementlabels -> code/detect_events_submit.sh; initialization_string fixes initialdir to /home/asimio/fg_eyegaze_preproc/ and executable to /usr/bin/python2.7.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/010": { "status": "partial", "reason": "The root image includes its numerical and manuscript stack, but linked label generation relies on host Python and lacks an exact environment specification.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Installs scipy, sklearn, statsmodels, pinned numpy/pandas/seaborn/matplotlib, make, Inkscape, LaTeX tools.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Discovery: root -> remodnav -> setup.py; declares numpy, scipy, statsmodels, matplotlib and is installed from the pinned source.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Discovery: root -> data/studyforrest-data-eyemovementlabels -> code/compute_all.sh; directly executes host python with PYTHONPATH to a different pinned REMoDNaV version; no environment setup or frozen dependencies.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/011": { "status": "partial", "reason": "Main tools, tested OSes and Docker versions are documented; Docker user permissions and linked labeling host paths/configuration remain implicit.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Lists DataLad 0.19, Containers 1.2.3, Docker, Debian/macOS/Windows 10 and Docker format/version caveats.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Discovery: root README tool/version -> .datalad/config adapter -> cli_run; adapter assumes docker on PATH manageable by a non-root user and mounts cwd at /tmp. README delegates installation but does not spell out this permission assumption.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "description": "Linked script assumes a particular /home/asimio directory, /usr/bin/python2.7, inherited environment and Condor resources.", "sha256": null } ] }, "stamped-checklist:must/012": { "status": "partial", "reason": "Root README and Dockerfile list the current reproduction stack, but linked labeling requirements do not describe the actual Python/Condor route consistently.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Clear root host-tool requirements and installation links, including legacy PDF-rendering requirements.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Explicit container system-package and Python-package requirements.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Linked README instructs condor_submit on old preprocess/detect submit files and removed Python code; current compute_all.sh runs python -m remodnav. No matching complete requirements account is provided.", "sha256": null } ] }, "stamped-checklist:must/013": { "status": "met", "reason": "The Docker recipe, container registration, manifests and REMoDNaV dependency declarations are committed alongside code/data gitlinks.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Recipe is a tracked Git blob, verified in the assessed tree.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make environment registration and Python substitution.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Root -> remodnav -> setup.py tracks package dependencies; this establishes specification tracking, not complete historical environment coverage.", "sha256": null } ] }, "stamped-checklist:must/014": { "status": "partial", "reason": "A recorded build command and tracked recipe edits exist, but no dependency-change/update protocol covers the root and linked labeling environment.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Root history provides runnable docker build and image-save commands using container/Dockerfile as input.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "description": "Git log for container/Dockerfile shows the ENV correction after recipe introduction, before the archived image build.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Explains migration and links its protocol, but the available instructions do not define how future dependency changes trigger updated specifications, image rebuilds and checks; linked label source has no corresponding process.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:must/015": { "status": "met", "reason": "The archived image has content-addressed config/layers, and the adapter runs its image ID; latest is an archive label, not the rerun identity.", "source": "probe:run-env-linked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "description": "Immutable OCI manifest digest sha256:96148c274796ac7b9ac3a99f53709ba07b682b27532aacd81e153e947709059c is recorded alongside latest annotation.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Config sha256:f881bd4db45ac9775f5a5377485a7c939fea4685d7482eed4809cb83fc3b51a3 and layer addresses identify archived bytes.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Root README -> Containers v1.2.3 -> registered adapter: get_image hashes config content; load returns sha256 ID; cli_run appends that ID to docker run, not remodnav:latest. Binary identity is specified, although payload integrity was not executed here.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/016": { "status": "not-checked", "reason": "Dockerfile and archive locations are published in metadata, but current image/payload retrieval was not checked under the no-network boundary.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Source recipe is available in the frozen public revision, and README describes DataLad retrieval.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image", "description": "Root image pointer -> git-annex metadata at 0cc48aa1605a41f1c512561a6427a93a65ebebfe records datapub.fz-juelich.de/studyforrest/remodnav/docker-blobs URLs for image objects. These are recorded locations, not observed successful retrieval.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Says image download is about 1.8 GB; this cohort excludes payload acquisition and --check-remote. Fresh retrieval of the pinned archive would settle usability.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/017": { "status": "met", "reason": "README explains installation prerequisites, cloning, tagged rerun and use of docker-make to build the manuscript from the tracked environment.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated route provides links for obtaining DataLad, Containers and Docker, then gives clone, rerun and containers-run commands.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "docker-make registration maps those documented commands to the archived image and Docker-Makefile.", "sha256": null } ] }, "stamped-checklist:should/001": { "status": "met", "reason": "Git underlies the manuscript, tool and dataset histories, with git-annex/DataLad handling large content within that common system.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root composes datasets and tool using Git submodules.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.datalad/config", "description": "Root -> data/raw_eyegaze -> DataLad configuration; metadata/history versioned with Git.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "description": "Root -> label dataset -> code/remodnav and inputs/raw_eyegaze are also Git submodules.", "sha256": null } ] }, "stamped-checklist:should/002": { "status": "partial", "reason": "The tool declares Travis tests and the root records historical verification, but no recurring test exercises the full documented paper workflow.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "description": "Root -> remodnav -> Travis configuration installs package and executes pytest. This is tool testing, not a successful observed paper-workflow run.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "2023 exit-zero root analysis rerun plus detailed comparison to published results is committed evidence of historical verification.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Reports platform verification and a later Docker compatibility check; root inventory has no workflow CI. Probe absence-of-CI is narrower than absence of any testing, and regular full-route coverage remains incomplete.", "sha256": null } ], "flags": [ "probe-overridden", "mapping-questioned" ] }, "stamped-checklist:should/003": { "status": "met", "reason": "Raw gaze, precomputed labels, source tool, analysis code, figures and container definitions occupy separate paths or pinned modules.", "source": "probe:modules-separated+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "data/raw_eyegaze, data/studyforrest-data-eyemovementlabels and remodnav are distinct pinned modules.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Analysis code consumes nested input paths and writes img and results definitions.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Environment recipe separate from source and input data; img/Makefile separates figure rendering.", "sha256": null } ] }, "stamped-checklist:should/009": { "status": "not-applicable", "reason": "N/A: the consumed data and software are described as public; no component is identified as access-restricted in the inspected evidence.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Root -> raw dataset -> access badge says unrestricted, no registration/authentication; large payload omission is a cohort limitation, not an access restriction.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "Root -> remodnav -> MIT license; no restricted software is required by the current root route. A local upstream module URL is a discovery defect, not evidence of a restricted-access policy.", "sha256": null } ] }, "stamped-checklist:should/004": { "status": "met", "reason": "The committed 2023 analysis run exited successfully through an adapter that creates a fresh Docker container; no new rerun was attempted here.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical record: exact container adapter command, nested inputs, img/results outputs and exit 0. This is actual committed execution evidence, not only a script definition.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Discovery from README tool/version: cli_run uses docker run --rm and the loaded image ID, establishing a new disposable container for that recorded execution.", "sha256": null } ] }, "stamped-checklist:should/005": { "status": "partial", "reason": "Current root runs use docker run --rm with a temporary HOME; linked label-generation runs execute host Python without a disposable environment.", "source": "judgement", "evidence": [ { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "cli_run starts docker run --rm; root configuration creates and removes /tmp/dockertmp HOME per payload.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Temporary HOME and Docker-Makefile command are registered for docker-make.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Linked label generation recorded bash code/compute_all.sh; that script uses python -m remodnav directly, with no fresh environment boundary.", "sha256": null } ] }, "stamped-checklist:should/006": { "status": "partial", "reason": "Image build, analysis recomputation and later OCI conversion are recorded, but regular reconstitution checks of the exact full workflow are not established.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Committed exit-zero image build and archive save establishes a historical reconstitution event.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "2023 analysis executed with archived container/image and reported the comparison; root image route was tested at least historically.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "2025 record loads old archive, runs exit 0 and saves OCI form; it checks image compatibility, not full analysis. Root lacks recurring CI; absence of CI alone does not establish no testing.", "sha256": null } ], "flags": [ "probe-overridden", "mapping-questioned" ] }, "stamped-checklist:should/007": { "status": "met", "reason": "The object versions a local Docker/OCI archive via annexed layers rather than only naming a remote image tag.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Image config and layers belong to the object; Git tree lists six content symlinks under container/image/blobs/sha256.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Recorded conversion operates on and replaces container/image within the object; frozen cohort intentionally omits binary layers, which is not evidence that the publication lacks an archive.", "sha256": null } ] }, "stamped-checklist:should/008": { "status": "partial", "reason": "A recorded build command and tracked recipe edits exist, but no dependency-change/update protocol covers the root and linked labeling environment.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Runnable build/archive command is recorded with container/Dockerfile as input; same evidence as must/014.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "description": "Tracked recipe correction confirms changes are recorded, but a future dependency-update protocol is not supplied.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Describes completed migration and reproduction, rather than an ongoing dependency-change procedure; checklist repeats must/014 verbatim.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:may/001": { "status": "met", "reason": "External raw data, label derivatives and REMoDNaV are explicitly linked as pinned Git submodules, with further nested dataset links.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three explicit top-level data/software module paths.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "Root -> remodnav -> tests/data/anderson_etal and tests/data/studyforrest extend the composition. Presence of links does not imply successful payload retrieval.", "sha256": null } ] }, "stamped-checklist:may/002": { "status": "partial", "reason": "README explains the broad data/code/environment relationship, but offers little module/recombination guidance and the label README describes an obsolete route.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Root says versioned code/data/environment links and describes producing figures, numerical results and manuscript.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Provides concrete module names and URLs for navigation, but not interchange interfaces or compatible combinations.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Nested README still describes removed preprocess/detect code rather than the current compute_all.sh and package submodule.", "sha256": null } ] }, "stamped-checklist:may/003": { "status": "partial", "reason": "Pinned modules permit separate history updates, but hardcoded layouts and separate tool versions require coordinated integration rather than independent substitution.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Data and software have distinct repositories and independently tracked revisions.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "load_anderson depends on remodnav/remodnav/tests/data/anderson_etal layout; histogram code expects label dataset columns and fixed subject IDs.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Root -> label dataset -> code links a separately pinned REMoDNaV version via PYTHONPATH. Historical labels are not automatically regenerated by updating the root tool module.", "sha256": null } ] }, "stamped-checklist:may/004": { "status": "met", "reason": "Git submodule pins compose data and software; the registered container command and Makefiles compose numerical, figure and manuscript stages.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Explicit Git module composition.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "docker-make joins archived image with Docker-Makefile.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "description": "main.pdf depends on results_def.tex and recursively renders figures with img/Makefile.", "sha256": null } ] }, "stamped-checklist:may/005": { "status": "partial", "reason": "DataLad clone/rerun commands and module registries aid navigation, but no current guide connects the linked label-generation route to its legacy documentation.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Concrete clone, rerun and container build commands are useful entry guidance.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Inspectable paths and URLs locate nested components.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Instructions name removed code, leaving users to infer that compute_all.sh and code/remodnav are the current label computation route.", "sha256": null } ] } }, "schema_version": "0.2.0", "principles_version": "0.2.0", "checklist_source": { "repo": "https://github.com/stamped-principles/stamped-checklist-schema", "tag": "v0.3.1", "commit": "af259bad237fa57b856417db8dba45a1b283a527" }, "extra_items": [ { "key": "clone-weight", "status": "met", "reason": "No text blob in git exceeds 10 MiB.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Read-only Git tree probe found no tracked text blob above 10 MiB in the root object; large image content is annexed." } ] }, { "key": "inputs-untouched", "status": "not-checked", "reason": "Input worktree integrity cannot be tested: frozen logistical checkout omits module installation; linked committed source/history was inspected separately.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three declared root modules were not installed in the isolated probe checkout. This limitation is not an observed input mutation." } ] }, { "key": "license-declared", "status": "met", "reason": "Licence declared in COPYING.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root declares CC BY 4.0. This extra finding does not imply a full component-by-component license audit." } ] } ], "object": { "url": "https://github.com/psychoinformatics-de/paper-remodnav", "commit": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "captured_at": "2026-10-28T03:12:34+00:00", "kind": "study" }, "assessor": { "skill": "assess-alignment-with-stamped-principles", "version": "0.1.0", "harness": "isolated-study-worker", "model": "unavailable", "date": "2026-10-28", "drafted_by": "scripts/run_probes.py", "dependencies": [ "stamped-conventions@0.1.0" ], "note": "Model metadata is withheld/unknown; unavailable is not an observed runtime identity. Native response is authoritative. Optional framework export unavailable in this study." }, "scope": "Frozen inspection of paper-remodnav at 34388d3ca78fbd483e022e4e2851be390b7eebf2; numerical results, figures, manuscript and explicitly linked computational components. Manifest SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. Goals/kind assumed from README, not human-confirmed. Read-only probes used an isolated logistical clone with uninstalled modules and omitted payloads; linked source/history inspected through explicit root discovery links. GIT_NO_LAZY_FETCH=1 for all Git reads/probes. No network, --check-remote, payload retrieval, workflow execution, build or fresh rerun; issue tracker not contacted. Historical exit-zero records are source evidence, not observed executions in this assessment. Model metadata withheld/unknown. Native response retained; optional framework export unavailable." }, "report_content": "# Independent STAMPED assessment — replicate 8\n\nMUST (17): **7 met / 9 partial / 0 unmet / 1 not-checked**. SHOULD (9): **4 met / 4 partial / 0 unmet / 0 not-checked / 1 not-applicable**. MAY (5): **2 met / 3 partial / 0 unmet / 0 not-checked**. Partial does not satisfy a MUST; no overall score is assigned.\n\n**Assumption, not human-confirmed:** this is a **study** whose product is the REMoDNaV manuscript, numerical results and figures, with reusable tool/data components. This follows the [root README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md); all seven principles apply, especially versioned input boundaries and environment-linked results.\n\n## What to fix first\n\n1. Capture the linked label-generation environment and repair its outdated README and host-specific scripts → preserve the history underlying the paper’s duration histograms → must/003, /006, /009–012; should/005; may/002, /005.\n2. Add `quality_stats()` to an explicit recorded figure-generation route, or qualify the “recompute everything” instructions → regenerate the manuscript’s velocity histogram rather than reuse its shipped SVG → must/006, /008. The function itself says it is excluded; `__main__` confirms it, and [main.tex](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex) includes `img/velhist.pdf`.\n3. Replace or clearly delimit the nested machine-local `src/lab-eyetracking` source reference → make the raw-data source boundary navigable beyond the exported files → must/002. This is a confirmed URL-shape defect, not an observed retrieval failure, and does not establish that exported gaze inputs are inaccessible.\n4. Define dependency-update and validation steps for both image and linked labeling components, and repeat the complete documented workflow on changes → extend the existing build/run records into continuing verification → must/014; should/002, /006, /008.\n5. Document Docker daemon/user permissions with the current installation route → surface a host precondition the adapter assumes → must/011. These requirements come from the explicitly linked Containers adapter, not an attempted execution here.\n\n## What already works well\n\n- [Git module links](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules) separate raw data, labels and the tool; [container metadata](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json) identifies archived image bytes, not merely a registry tag.\n- The [2023 recomputation record](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) links a successful historical command to its input versions and image. The README explicitly discloses the small publication-versus-container figure difference rather than silently conflating the routes.\n- The README gives concrete clone/rerun/manuscript commands. [Docker-Makefile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile) and the container registration provide their executable mechanism. The adapter creates containers with `--rm` and a temporary HOME.\n\n## Per-item judgments\n\nThe table is rendered by the native `encode_response.py table` helper. Rich evidence descriptions and discovery chains are retained in the authoritative response JSON.\n\n| item | principles | status | source | evidence | reason |\n|---|---|---|---|---|---|\n| must/001 | S.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | The paper, analysis code, data gitlinks, and archived image are nested beneath the paper-remodnav root. |\n| must/002 | S.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py` | Direct inputs are pinned below the root, but the linked raw dataset records a machine-local upstream source URL; payload reachability was not tested. |\n| must/003 | S.1 | partial ⚠ (a MUST is not satisfied by partial) | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh` | The root packages analysis software in Docker and pins REMoDNaV, but linked labeling scripts assume host Python/Condor outside that environment. |\n| must/004 | T.1,T.3,T.5 | met | probe:tree-clean+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | Git versions code, manuscript and configuration; checkout deletions reflect intentionally omitted frozen payloads, not unrecorded source changes. |\n| must/005 | T.1,T.3,T.5 | met | probe:large-in-annex+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst` | Large data and image content use git-annex pointers; the image manifest records layers of about 78 MB and 1.75 GB. |\n| must/006 | T.1,T.3,T.5 | partial ⚠ (a MUST is not satisfied by partial) | probe:derived-have-records+probe:run-env-linked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/5cf0219a71b986c3de3f8b677b7f045f86d4ac1d` | The 2023 recomputation names its archived image, but linked label generation records no exact environment and velhist is omitted from the main execution. |\n| must/007 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | README provides clone, required tools, tagged rerun and manuscript-build commands; the probe misread narrative text as make changes. |\n| must/008 | A.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex` | A tagged rerun is a clear entrypoint, but its promise to recompute everything excludes quality_stats and the manuscript velhist figure. |\n| must/009 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:no-abs-paths+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh` | Root analysis uses relative data paths; Docker cleanup paths are internal. Linked Condor scripts retain /home/asimio/fg_eyegaze_preproc/. |\n| must/010 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh` | The root image includes its numerical and manuscript stack, but linked label generation relies on host Python and lacks an exact environment specification. |\n| must/011 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh` | Main tools, tested OSes and Docker versions are documented; Docker user permissions and linked labeling host paths/configuration remain implicit. |\n| must/012 | P.2 | partial ⚠ (a MUST is not satisfied by partial) | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README` | Root README and Dockerfile list the current reproduction stack, but linked labeling requirements do not describe the actual Python/Condor route consistently. |\n| must/013 | P.3 | met | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py` | The Docker recipe, container registration, manifests and REMoDNaV dependency declarations are committed alongside code/data gitlinks. |\n| must/014 | P.3 | partial ⚠ (a MUST is not satisfied by partial) | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | A recorded build command and tracked recipe edits exist, but no dependency-change/update protocol covers the root and linked labeling environment. |\n| must/015 | D.1 | met | probe:run-env-linked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | The archived image has content-addressed config/layers, and the adapter runs its image ID; latest is an archive label, not the rerun identity. |\n| must/016 | D.1 | not-checked | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | Dockerfile and archive locations are published in metadata, but current image/payload retrieval was not checked under the no-network boundary. |\n| must/017 | D.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | README explains installation prerequisites, cloning, tagged rerun and use of docker-make to build the manuscript from the tracked environment. |\n| should/001 | T.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.datalad/config`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules` | Git underlies the manuscript, tool and dataset histories, with git-annex/DataLad handling large content within that common system. |\n| should/002 | A.2 | partial | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | The tool declares Travis tests and the root records historical verification, but no recurring test exercises the full documented paper workflow. |\n| should/003 | M.1 | met | probe:modules-separated+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile` | Raw gaze, precomputed labels, source tool, analysis code, figures and container definitions occupy separate paths or pinned modules. |\n| should/004 | E.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | The committed 2023 analysis run exited successfully through an adapter that creates a fresh Docker container; no new rerun was attempted here. |\n| should/005 | E.1 | partial | judgement | `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6` | Current root runs use docker run --rm with a temporary HOME; linked label-generation runs execute host Python without a disposable environment. |\n| should/006 | D.2 | partial | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | Image build, analysis recomputation and later OCI conversion are recorded, but regular reconstitution checks of the exact full workflow are not established. |\n| should/007 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | The object versions a local Docker/OCI archive via annexed layers rather than only naming a remote image tag. |\n| should/008 | D.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | A recorded build command and tracked recipe edits exist, but no dependency-change/update protocol covers the root and linked labeling environment. |\n| should/009 | M.4 | not-applicable | judgement | `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE` | N/A: the consumed data and software are described as public; no component is identified as access-restricted in the inspected evidence. |\n| may/001 | M.2 | met | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules` | External raw data, label derivatives and REMoDNaV are explicitly linked as pinned Git submodules, with further nested dataset links. |\n| may/002 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README` | README explains the broad data/code/environment relationship, but offers little module/recombination guidance and the label README describes an obsolete route. |\n| may/003 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh` | Pinned modules permit separate history updates, but hardcoded layouts and separate tool versions require coordinated integration rather than independent substitution. |\n| may/004 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile` | Git submodule pins compose data and software; the registered container command and Makefiles compose numerical, figure and manuscript stages. |\n| may/005 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README` | DataLad clone/rerun commands and module registries aid navigation, but no current guide connects the linked label-generation route to its legacy documentation. |\n\n## Flagged items\n\n- **must/002** (probe-overridden): The root-only URL probe misses the nested machine-local raw-source link; direct input payloads were not fetched.\n- **must/004** (probe-overridden, mapping-questioned): tree-clean measures checkout state, not the use of Git; frozen payload omissions caused its failure.\n- **must/006** (mapping-questioned): Directory output img covers descendants; the provenance probe undercounts this. Linked label generation and the omitted quality-statistics route still prevent full coverage.\n- **must/007** (probe-overridden): The probe treats prose saying make changes as a make target; actual updated commands exist.\n- **must/008** (probe-overridden): A starting script exists, but quality_stats is not invoked by the documented full recomputation.\n- **must/009** (probe-overridden): Root Docker cleanup paths are internal; real host-specific paths occur in linked Condor scripts.\n- **must/010** (probe-overridden): Root-only inspection misses the linked labeling script’s reliance on host Python.\n- **must/014** (upstream-duplicate): The checklist duplicates should/008 verbatim; one shared judgment is intentional.\n- **must/015** (probe-overridden): The probe mistakes archive tag labels for a floating execution identity; the adapter runs the hashed image ID.\n- **must/016** (probe-overridden): A recorded remote without a retrieval check supports neither a confirmed usable archive nor a demonstrated failure.\n- **should/002** (probe-overridden, mapping-questioned): CI absence is narrower than testing absence; linked Travis configuration and historical root verification support partial coverage, without proving regular complete tests.\n- **should/006** (probe-overridden, mapping-questioned): Historical build/run/conversion evidence exists despite no root CI; regular exact full-environment checks remain incomplete.\n- **should/008** (upstream-duplicate): Duplicate of must/014, using the same build/history evidence.\n\n## Not checked and scope limits\n\n- **must/016:** present-day retrieval and usability of the pinned image. Public recipe source and annex location metadata are available, but a permitted future retrieval of the archived bytes is needed to settle this item. No `--check-remote` call was made.\n- The probe extra **inputs-untouched** cannot assess worktree integrity of uninstalled modules. Committed linked source/history was inspected separately. This is a logistical limitation, not a claim that input content was modified.\n- No scientific execution, container build, payload download or network operation occurred. Image layers, data binaries, figure payloads and some historical Git blobs are omitted by the frozen cohort. A `git show --stat` read could not inspect an omitted historical blob with lazy fetch disabled; tree/name/history reads remained usable. Missing bytes are not recorded as retrieval failures. Historical exit-zero records support historical execution; declarations and CI configuration alone do not prove successful current runs.\n- Issue tracker/network inspection was outside scope. The source already links issues #20 and #27 and PR #24 for the environment migration/compatibility history; these were read as source references, not fetched discussions. The minor figure difference is already disclosed in that source. Scientific correctness and current bitwise reproducibility remain unverified.\n\n## Goals, kind and evidence boundary\n\nThe unconfirmed study classification above follows the documentation, not filenames. The seven factual anchors are:\n\n1. **Product:** manuscript, raw figures and numerical summary results, explicitly identified by the [README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md).\n2. **Boundary:** root manuscript/analysis/image plus direct modules and their explicit nested links, in [.gitmodules](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules); linked content was discovered through these declarations, not cache presence.\n3. **Versioning:** Git holds text/configuration and module commits; git-annex holds root image content and raw dataset payload identities. The linked raw [README](https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst) explains that split.\n4. **Environment:** [Dockerfile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile), archived image config/layers, [.datalad/config](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config) and declared host tools. The old virtualenv instructions remain explicitly labeled old.\n5. **Execution:** current root route is `datalad rerun results-containerized`; manuscript build uses `containers-run -n docker-make main.pdf`. Linked labeling uses `bash code/compute_all.sh` in its committed run record, despite stale Condor-oriented README instructions.\n6. **Provenance:** the root 2023 record includes image, data inputs, outputs and exit 0; the label record names inputs/outputs and pinned code context but lacks an exact environment. `quality_stats`/`velhist` is outside the documented main execution.\n7. **Retrieval/terms:** README publishes DataLad acquisition instructions, annex metadata records public image URLs, root COPYING declares CC BY 4.0, and the raw data README declares unrestricted access. Current payload retrieval is untested. No restricted component is identified, so should/009 has an empty subject; a machine-local upstream link alone is not evidence of access restriction.\n\nFrozen manifest: `data/remodnav-evidence.json`, SHA256 `e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499`, cohort `remodnav-e3c6253bced7`. Root revision: `34388d3ca78fbd483e022e4e2851be390b7eebf2`. Probes ran on the isolated logistical root checkout; linked modules were not installed. Every Git read/probe used `GIT_NO_LAZY_FETCH=1`.\n\n## Products and provenance\n\n[Native response](study-con-stamped-impl-08.responses.json) · [Checklist app URL](study-con-stamped-impl-08.url.txt) · [Original raw probes](../.cache/study/probes/study-con-stamped-impl-08.probes.json).\n\nNative validation passed: all 31 pinned checklist IDs, native five-status vocabulary, evidence and reasons within 250 characters. Full native JSON is authoritative; optional framework export is unavailable in this older instrument branch and no records were invented.\n\nProduced by `assess-alignment-with-stamped-principles` **0.1.0**, instrument commit `4fe5d7be82ed6c297747e8b838031aec88e75903`, with `stamped-conventions@0.1.0`; checklist **0.3.1** (`stamped-checklist-schema@v0.3.1`, `af259bad237fa57b856417db8dba45a1b283a527`), schema/principles **0.2.0**. Assessed https://github.com/psychoinformatics-de/paper-remodnav at `34388d3ca78fbd483e022e4e2851be390b7eebf2`, **2026-10-28 UTC**, harness **isolated-study-worker**, model **unavailable** (metadata withheld/unknown, not an observed runtime identity). Checklist vendor hash matches the pinned lock. No source/method changes, commits, publication, Workshop collection, duct logging or peer-output reads were performed.\n" }, { "id": "study-con-stamped-impl-09", "study_id": "remodnav-method-comparison-01", "object_id": "paper-remodnav", "object_revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "method_id": "con-stamped-impl", "method_revision": "4fe5d7be82ed6c297747e8b838031aec88e75903", "model_requested": "gpt-6.1-sol", "model_observed": null, "reasoning_effort": "medium", "replicate": 9, "status": "complete", "independent": true, "created_at": "2026-10-27T23:55:10.616434+00:00", "native_output": "results/study-con-stamped-impl-09.responses.json", "report": "results/study-con-stamped-impl-09.md", "summary": { "checklist_counts": { "must": { "met": 11, "partial": 6, "unmet": 0, "not-checked": 0, "not-applicable": 0 }, "should": { "met": 6, "partial": 2, "unmet": 0, "not-checked": 0, "not-applicable": 1 }, "may": { "met": 2, "partial": 3, "unmet": 0, "not-checked": 0, "not-applicable": 0 } }, "completion": { "answered": 31, "total": 31 } }, "limitations": [ "Inspection cohort; no scientific workflow execution or independent payload retrieval by this assessor.", "Actual model version not independently exposed; requested model and reasoning are recorded." ], "evidence_cohort": "remodnav-e3c6253bced7", "probe_artifact": { "path": "results/study-con-stamped-impl-09.probes.json", "original_sha256": "4b7fda594b5caf7219fce4c3ddc663f3ad57d5cee3acd64bd28860d698f48ead", "public_sha256": "397ecdca5be555659d6415be5c275cb9f7a1c173d055ccba839e4e2f37322992", "redaction": "Only the local logistical checkout prefix was replaced. The original raw probe output is retained unchanged in the ignored study cache." }, "native_data": { "checklist_version": "0.3.1", "responses": { "stamped-checklist:must/001": { "status": "met", "reason": "The paper, analysis code, image archive and pinned input/software modules share one dataset root.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Root README defines manuscript, statistics and figures as products and claims versioned links.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root -> raw eyegaze, labels and REMoDNaV software; nested test data are reached through REMoDNaV/.gitmodules.", "sha256": null } ] }, "stamped-checklist:must/002": { "status": "partial", "reason": "Root analysis inputs are linked beneath the dataset; the raw-data module also links a lab acquisition repository at a machine-local /home path.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Probe saw three well-formed public URLs at root, but did not inspect uninstalled nested modules.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Discovery: root .gitmodules:data/raw_eyegaze -> src/lab-eyetracking URL /home/data/psyinf/forrest_gump/collection/fg_eyegaze_raw. This is a recorded local dependency, not an observed network failure.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Analysis consumes already published eyegaze files and labels; the inaccessible acquisition source is not explicitly invoked by the top-level rerun.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/003": { "status": "met", "reason": "The analysis software is pinned as REMoDNaV submodule; Python and manuscript tools are included in the archived Docker environment.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root software module remodnav; its .gitmodules explicitly links Andersson benchmark and studyforrest inputs.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Installs Python scientific stack, make, Inkscape, latexmk and TeX packages; Docker-Makefile installs the local software module.", "sha256": null } ] }, "stamped-checklist:must/004": { "status": "met", "reason": "Code, manuscript, configuration and environment recipe are Git tracked; checkout deletions are deliberate frozen-package omissions.", "source": "probe:tree-clean+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Frozen Git tree identifies code, README, TeX, Makefiles, config and container recipe. Probe tree-clean found 35 deleted payload/style files because the logistical clone excludes them, not because the source lacks version control.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Versioned README update is the assessed commit.", "sha256": null } ], "flags": [ "probe-overridden", "mapping-questioned" ] }, "stamped-checklist:must/005": { "status": "met", "reason": "git-annex content keys identify large container layers and linked eyegaze payloads; Git identifies the text and figure files.", "source": "probe:large-in-annex+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Image layers are tracked through six annex pointers, with MD5E content keys in the frozen inventory; no binary Git blob over 10 MiB in root probe.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Root -> data/raw_eyegaze -> README documents git-annex init/get for the actual large files.", "sha256": null } ] }, "stamped-checklist:must/006": { "status": "partial", "reason": "The 2023 result run names its image and inputs/outputs, but earlier figure runs and the linked label-generation record omit their exact environment.", "source": "probe:derived-have-records+probe:run-env-linked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Successful recorded exit 0; extra_inputs container/image; outputs img and results_def.tex. A historical record, not a run performed in this assessment.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Discovery: root data/studyforrest-data-eyemovementlabels -> history; bash code/compute_all.sh declares inputs and sub-* outputs, but no image or frozen environment.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/1dcac1b5f3e794077f5017fff410909331a72965", "description": "Old code/anderson.py figure record has empty inputs/outputs and no environment.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/b06a134079faf2056643d069771d311eb525f1c6", "description": "flowchart_2.svg was manually edited; the derived-file heuristic treats illustrations as computed output and cannot establish coverage by itself.", "sha256": null } ], "flags": [ "mapping-questioned" ] }, "stamped-checklist:must/007": { "status": "met", "reason": "README gives installation prerequisites, clone, tagged rerun and manuscript-build commands; old instructions are explicitly labeled.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "The probe incorrectly parses prose about changes as make changes. Actual command blocks request datalad rerun results-containerized and datalad containers-run -n docker-make main.pdf.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Tracked make targets back the documented container route.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/008": { "status": "met", "reason": "The documented entry is datalad rerun results-containerized, with a separate container command to build main.pdf.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Names versioned result tag and explains save(notneeded) versus a detected bit difference.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Recorded command calls Docker-Makefile clean results_def.tex in the archived image; README accurately discloses the one histogram difference from the journal version.", "sha256": null } ] }, "stamped-checklist:must/009": { "status": "partial", "reason": "Current analysis uses relative dataset paths; linked historical Condor scripts hardcode /home/asimio and /usr/bin/python2.7.", "source": "probe:no-abs-paths+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Root analysis resolves remodnav/tests/data and data inputs relative to root.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "description": "Discovery: root labels module -> README Condor route -> script sets initialdir=/home/asimio/fg_eyegaze_preproc/ and executable=/usr/bin/python2.7.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Probe flagged /root/.cache and /var/lib/apt cleanup, which are paths inside the declared Debian image, not host-specific input locations.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/010": { "status": "partial", "reason": "Container specifies scientific and document tools, but host DataLad/Containers/Docker are installation prerequisites and linked legacy processing lacks a complete environment spec.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Explicit Debian packages and selected Python pins cover root analysis dependencies.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Requires separately installed DataLad v0.19, Containers v1.2.3 and Docker; these are documented host prerequisites rather than fully captured by the image.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Linked labels depend on host Python/PYTHONPATH and REMoDNaV without a frozen execution environment.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/011": { "status": "partial", "reason": "Root documents platforms and Docker compatibility, but the adapter assumes usable host Docker and linked Condor scripts assume a particular user directory.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Documents Debian/MacOS/Windows 10 verification, DataLad/Containers versions, Docker v26 and OCI transition.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Discovery: root README Containers v1.2.3 -> .datalad/config adapter -> implementation: docker on PATH manageable as non-root, cwd bind-mounted at /tmp; FIXME says this needs documentation.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "description": "Legacy initialdir=/home/asimio/fg_eyegaze_preproc and getenv=True assume host state.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/012": { "status": "met", "reason": "The supported root route lists DataLad, Containers and Docker, verified versions/platforms, download sizes, and the image recipe lists system packages.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Current requirements distinguish OCI/Docker compatibility; old route separately lists Inkscape, latexmk and texlive-latex-extra.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Explicit apt and pip dependencies document the system environment used inside the image.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/013": { "status": "met", "reason": "Git tracks the Dockerfile, container registration and OCI manifests alongside study source and annex references.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked recipe; history includes introduction and subsequent ENV correction.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Registers docker-make image=container/image and adapter call.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "description": "Tracked OCI manifest digest identifies archived environment.", "sha256": null } ] }, "stamped-checklist:must/014": { "status": "met", "reason": "Re-executable build/conversion records define environment update operations; recipe edits and the 2025 OCI migration are tracked in Git.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Build command consumes container/Dockerfile and saves container/image; callable through DataLad rerun.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "description": "Subsequent Dockerfile update removes persistent ENV override; Git path history confirms it is more than an initial file creation.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Tracked input/output container/image conversion for Docker v26; records successful exit and issue #27. The update mechanism is carried by executable history rather than a separate maintenance guide.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:must/015": { "status": "met", "reason": "Archived OCI configuration/layers and annex content identities pin the image; its latest annotation does not select a mutable remote image at execution.", "source": "probe:run-env-linked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Config f881bd4... and layer SHA256 digests name saved content; RepoTags latest is only archive metadata.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "description": "OCI manifest digest sha256:96148c274796ac7b9ac3a99f53709ba07b682b27532aacd81e153e947709059c.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Adapter get_image hashes the archived config; cli_run loads it and runs image_id, not docker pull remodnav:latest. Rebuilding Dockerfile alone is less pinned than using this archive.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/016": { "status": "partial", "reason": "Recipe and manifests are public source and layers have recorded web locations; present-day image payload retrieval was outside this inspection.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Frozen public source establishes published recipe; logistical origin alone would not prove publication.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/0c3/9f5/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.tar.log.web", "description": "Discovery: root annex pointer -> git-annex availability metadata records datapub.fz-juelich.de/studyforrest/remodnav/docker-layers/705094a41713537ec5205e79423114633a7225bae388e7ba823d92126c6b36c0.tar. No network or layer download attempted.", "sha256": null } ], "flags": [ "unverified-claim" ] }, "stamped-checklist:must/017": { "status": "met", "reason": "README tells users how to install host tools, clone the dataset, rerun the archived environment and build the manuscript.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Links installation guidance; gives clone, datalad rerun results-containerized, containers-run main.pdf and expected reproducibility behavior.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "docker-make registration binds the documented container name to tracked image and Docker-Makefile.", "sha256": null } ] }, "stamped-checklist:should/001": { "status": "met", "reason": "Git and DataLad/git-annex identify the root, software, inputs and saved image components within a common versioning model.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Pinned Git modules for data and software.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Dataset identity and container registration use DataLad.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Linked input uses Git metadata plus git-annex content retrieval.", "sha256": null } ] }, "stamped-checklist:should/002": { "status": "partial", "reason": "Historical recomputation and later compatibility repairs exist, but no root CI configuration or regular end-to-end test schedule is recorded.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "2023 historical successful numerical/figure recomputation.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "2025 Docker compatibility update documents verification and links prior repair #24; sporadic maintenance is not a regular workflow test.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Probe found no root CI configuration; linked REMoDNaV Travis runs package tests rather than the paper workflow.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:should/003": { "status": "met", "reason": "Raw inputs, derived labels, analysis code, figures and environment occupy distinct modules or directories.", "source": "probe:modules-separated+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Separates raw_eyegaze, studyforrest-data-eyemovementlabels and remodnav module identities.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Composes local software with code/mk_figuresnstats.py; writes results_def.tex and img rather than input modules.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Environment definition is separate from code/data and archived under container/image.", "sha256": null } ] }, "stamped-checklist:should/009": { "status": "not-applicable", "reason": "N/A: inspected scientific inputs and software are presented as public components; no access-restricted computational component is identified.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Public input explicitly labels access unrestricted; licenses PDDL.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root declares CC BY 4.0.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Components have public repository URLs; one machine-local historical acquisition link is a reachability defect, not evidence of an access policy.", "sha256": null } ] }, "stamped-checklist:should/004": { "status": "met", "reason": "The successful historical recomputation uses an adapter that creates a fresh docker run --rm container; no fresh rerun was attempted here.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Recorded exit 0 for full result recomputation with image and output declarations.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "cli_run assembles docker run with --rm, binds cwd at /tmp and invokes the image ID. This is historical evidence plus inspected mechanism, not a newly observed run.", "sha256": null } ] }, "stamped-checklist:should/005": { "status": "met", "reason": "The supported container route starts a disposable Docker container per command and uses a temporary HOME.", "source": "judgement", "evidence": [ { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "docker run --rm launches a fresh container; the saved image can remain cached while execution containers are disposable.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Creates /tmp/dockertmp as HOME and removes it after successful payload; project working directory remains an intentional persistent mount.", "sha256": null } ] }, "stamped-checklist:should/006": { "status": "partial", "reason": "The exact archived image was used for a recorded result run and later converted/tested for compatibility, but regular reconstitution testing is not recorded.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical result execution names archived image content as extra_input.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Successful image-load/conversion record in 2025; this is not a full scientific rerun.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "States Docker compatibility verification; no root scheduled CI exercises this image and scientific workflow.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:should/007": { "status": "met", "reason": "The object archives its executable Docker image as manifests and annexed configuration/layers beneath container/image.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Saved image includes exact config and layers; payloads deliberately absent from inspection package.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Recorded build saves image into the object.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Later converts that archive in place to OCI, tracked in history.", "sha256": null } ] }, "stamped-checklist:should/008": { "status": "met", "reason": "Re-executable build/conversion records define environment update operations; recipe edits and the 2025 OCI migration are tracked in Git.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Executable DataLad build command consumes tracked recipe and produces archived image.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "description": "Tracked subsequent Dockerfile ENV correction.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Recorded successful image update for Docker compatibility; same evidence as must/014 because checklist duplicates the question.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:may/001": { "status": "met", "reason": "External data and REMoDNaV are linked as pinned Git submodules, including benchmark data nested within REMoDNaV.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three root modules.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "Discovery: root remodnav -> its .gitmodules -> Andersson benchmark and studyforrest modules.", "sha256": null } ] }, "stamped-checklist:may/002": { "status": "partial", "reason": "Module metadata and executable wiring show relationships; README does not explain recombination or the two different REMoDNaV revisions.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Machine-readable component map.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Describes self-contained versioned links and generation script but no component-by-component recombination guide.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "description": "Labels module independently pins code/remodnav c9b8696..., while root pins d289118...; different roles inferred from execution code.", "sha256": null } ] }, "stamped-checklist:may/003": { "status": "partial", "reason": "Pinned software/data modules allow independent version changes, but nested paths and separate old label-processing assumptions require coordinated compatibility checks.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Independent Git module commit boundaries.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "load_anderson hardcodes nested remodnav/remodnav/tests/data/anderson_etal structure; histogram code expects label TSV schema.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Legacy reproduction route names preprocessing/detection files that are not in the frozen linked source inventory; updates cannot be assumed safe.", "sha256": null } ] }, "stamped-checklist:may/004": { "status": "met", "reason": "Git/DataLad submodules, Make targets and container registration provide an explicit composition mechanism.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root recursively links code and data.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Binds image and Docker-Makefile execution.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Installs pinned local REMoDNaV then invokes analysis; Makefile composes figures/statistics into manuscript.", "sha256": null } ] }, "stamped-checklist:may/005": { "status": "partial", "reason": "DataLad metadata and README provide a usable entry route, but navigating linked label-processing history encounters stale file references.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Dataset clone and rerun commands support users without requiring manual component assembly.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Discovery through root label module; references code/preprocess_eyegaze_recordings.py and code/detect_events.py, absent from that pinned source inventory.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Actual recorded label-generation entry exists but is not the linked README reproduction route.", "sha256": null } ] } }, "schema_version": "0.2.0", "principles_version": "0.2.0", "checklist_source": { "repo": "https://github.com/stamped-principles/stamped-checklist-schema", "tag": "v0.3.1", "commit": "af259bad237fa57b856417db8dba45a1b283a527" }, "extra_items": [ { "key": "license-declared", "status": "met", "reason": "Root declares CC BY 4.0; linked components retain their own terms. Licensing is outside checklist 0.3.1.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "CC Attribution 4.0 International; root -> COPYING." } ] }, { "key": "clone-weight", "status": "met", "reason": "Read-only probe found no root Git text blob exceeding 10 MiB.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Native clone-weight probe measured the frozen committed root blobs; no scientific payload download." } ] }, { "key": "inputs-untouched", "status": "not-checked", "reason": "Native probe could not inspect uninstalled modules. Frozen module sources/history were read, but input payload state or execution effects were not tested.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three versioned module pointers; inspection-only clone deliberately does not install them." } ] }, { "key": "partial-history-inspection", "status": "not-checked", "reason": "Git show --stat for the historical result run required an omitted tree object; lazy fetch was disabled. Cached commit-message history remains available.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "GIT_NO_LAZY_FETCH=1 prevented implicit fetching of object 6ef426c1ff55861ab1176d64c48713198aebb3c8. No network attempt was permitted; history.txt supplied full recorded command/input/output/exit metadata." } ] } ], "object": { "url": "https://github.com/psychoinformatics-de/paper-remodnav", "commit": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "captured_at": "2026-10-28T03:37:51+00:00", "kind": "study" }, "assessor": { "skill": "assess-alignment-with-stamped-principles", "version": "0.1.0", "harness": "isolated-study-worker", "model": "unavailable", "date": "2026-10-28", "drafted_by": "scripts/run_probes.py", "dependencies": [ "stamped-conventions@0.1.0" ], "note": "Actual runtime model identity withheld/unknown. Native response is retained; optional framework export unavailable in this study. No numeric overall score." }, "scope": "Frozen source at 34388d3ca78fbd483e022e4e2851be390b7eebf2 and explicitly linked computational modules; numerical results, figures and manuscript. Inspection only; no network, --check-remote, payload acquisition, scientific execution, build or fresh rerun. Probes ran in a logistical stripped clone; module sources/history inspected from manifest. GIT_NO_LAZY_FETCH=1 on all Git/probe processes. Issue/PR contents were unavailable under this boundary; README/history links were inspected as references only." }, "report_content": "# Independent STAMPED assessment — replicate 9\n\nMUST (17): 11 met / 6 partial / 0 unmet / 0 not-checked / 0 not-applicable; SHOULD (9): 6 met / 2 partial / 0 unmet / 0 not-checked / 1 not-applicable; MAY (5): 2 met / 3 partial / 0 unmet / 0 not-checked / 0 not-applicable. A partial MUST is not satisfied. No overall score.\n\n**Assumption, not human-confirmed:** this is a study whose products are numerical results, figures and the REMoDNaV manuscript, following the root README. All seven principles apply; linked computational components are in scope.\n\n## What to fix first\n\n1. Carry exact environments into the historical label-generation provenance and distinguish computed figures from authored illustrations. The current result record is strong, but the linked inputs retain older uncaptured execution environments (must/006).\n2. Repair or explicitly bound the raw dataset's machine-local acquisition link, and replace obsolete Condor paths and missing-script instructions in the labels module. Published analysis inputs remain separately linked; these defects concern deeper reconstruction and navigation (must/002, must/009, must/011, may/003, may/005).\n3. Add a repeatable end-to-end verification of the documented tagged rerun and archived image. Existing historical execution and compatibility repairs establish episodes of testing, without establishing a regular schedule (should/002, should/006).\n4. Capture the host orchestration prerequisites and Docker permission/mount assumptions alongside the image. The container specifies its analysis tools, while host setup and older linked processing remain less fully specified (must/010, must/011).\n5. Independently verify current annex layer retrieval outside this inspection cohort. Recorded web locations support distribution, but absent study payloads are not observed retrieval failures (must/016).\n\n## What is already good\n\n- The [README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) gives direct clone, tagged rerun and manuscript-build commands, explicitly separates the old route, and discloses the small histogram change from the original publication.\n- The [successful historical result record](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) names input paths, output paths and the archived image. It is evidence of an earlier recorded execution, not a successful run observed here.\n- The [saved image manifest](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json) identifies exact content. The [linked adapter](https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py) hashes the saved config and runs the image ID in a disposable container, so `latest` annotations do not make this execution route mutable.\n\n## Per-item judgments\n\nThe full evidence descriptions in the native JSON are authoritative. The table below is rendered by the instrument helper.\n\n| item | principles | status | source | evidence | reason |\n|---|---|---|---|---|---|\n| must/001 | S.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules` | The paper, analysis code, image archive and pinned input/software modules share one dataset root. |\n| must/002 | S.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py` | Root analysis inputs are linked beneath the dataset; the raw-data module also links a lab acquisition repository at a machine-local /home path. |\n| must/003 | S.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile` | The analysis software is pinned as REMoDNaV submodule; Python and manuscript tools are included in the archived Docker environment. |\n| must/004 | T.1,T.3,T.5 | met | probe:tree-clean+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2` | Code, manuscript, configuration and environment recipe are Git tracked; checkout deletions are deliberate frozen-package omissions. |\n| must/005 | T.1,T.3,T.5 | met | probe:large-in-annex+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst` | git-annex content keys identify large container layers and linked eyegaze payloads; Git identifies the text and figure files. |\n| must/006 | T.1,T.3,T.5 | partial ⚠ (a MUST is not satisfied by partial) | probe:derived-have-records+probe:run-env-linked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/1dcac1b5f3e794077f5017fff410909331a72965`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/b06a134079faf2056643d069771d311eb525f1c6` | The 2023 result run names its image and inputs/outputs, but earlier figure runs and the linked label-generation record omit their exact environment. |\n| must/007 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile` | README gives installation prerequisites, clone, tagged rerun and manuscript-build commands; old instructions are explicitly labeled. |\n| must/008 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | The documented entry is datalad rerun results-containerized, with a separate container command to build main.pdf. |\n| must/009 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:no-abs-paths+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile` | Current analysis uses relative dataset paths; linked historical Condor scripts hardcode /home/asimio and /usr/bin/python2.7. |\n| must/010 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh` | Container specifies scientific and document tools, but host DataLad/Containers/Docker are installation prerequisites and linked legacy processing lacks a complete environment spec. |\n| must/011 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh` | Root documents platforms and Docker compatibility, but the adapter assumes usable host Docker and linked Condor scripts assume a particular user directory. |\n| must/012 | P.2 | met | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile` | The supported root route lists DataLad, Containers and Docker, verified versions/platforms, download sizes, and the image recipe lists system packages. |\n| must/013 | P.3 | met | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json` | Git tracks the Dockerfile, container registration and OCI manifests alongside study source and annex references. |\n| must/014 | P.3 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | Re-executable build/conversion records define environment update operations; recipe edits and the 2025 OCI migration are tracked in Git. |\n| must/015 | D.1 | met | probe:run-env-linked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | Archived OCI configuration/layers and annex content identities pin the image; its latest annotation does not select a mutable remote image at execution. |\n| must/016 | D.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/0c3/9f5/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.tar.log.web` | Recipe and manifests are public source and layers have recorded web locations; present-day image payload retrieval was outside this inspection. |\n| must/017 | D.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | README tells users how to install host tools, clone the dataset, rerun the archived environment and build the manuscript. |\n| should/001 | T.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst` | Git and DataLad/git-annex identify the root, software, inputs and saved image components within a common versioning model. |\n| should/002 | A.2 | partial | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2` | Historical recomputation and later compatibility repairs exist, but no root CI configuration or regular end-to-end test schedule is recorded. |\n| should/003 | M.1 | met | probe:modules-separated+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile` | Raw inputs, derived labels, analysis code, figures and environment occupy distinct modules or directories. |\n| should/004 | E.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | The successful historical recomputation uses an adapter that creates a fresh docker run --rm container; no fresh rerun was attempted here. |\n| should/005 | E.1 | met | judgement | `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | The supported container route starts a disposable Docker container per command and uses a temporary HOME. |\n| should/006 | D.2 | partial | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | The exact archived image was used for a recorded result run and later converted/tested for compatibility, but regular reconstitution testing is not recorded. |\n| should/007 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | The object archives its executable Docker image as manifests and annexed configuration/layers beneath container/image. |\n| should/008 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | Re-executable build/conversion records define environment update operations; recipe edits and the 2025 OCI migration are tracked in Git. |\n| should/009 | M.4 | not-applicable | judgement | `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules` | N/A: inspected scientific inputs and software are presented as public components; no access-restricted computational component is identified. |\n| may/001 | M.2 | met | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules` | External data and REMoDNaV are linked as pinned Git submodules, including benchmark data nested within REMoDNaV. |\n| may/002 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules` | Module metadata and executable wiring show relationships; README does not explain recombination or the two different REMoDNaV revisions. |\n| may/003 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README` | Pinned software/data modules allow independent version changes, but nested paths and separate old label-processing assumptions require coordinated compatibility checks. |\n| may/004 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile` | Git/DataLad submodules, Make targets and container registration provide an explicit composition mechanism. |\n| may/005 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh` | DataLad metadata and README provide a usable entry route, but navigating linked label-processing history encounters stale file references. |\n\n## Flagged items\n\n- must/002 (probe-overridden): Root URL-shape probe misses a nested local acquisition-module URL; revised to partial after reading the explicit link.\n- must/004 (probe-overridden, mapping-questioned): Probe measured logistical checkout cleanliness, not Git use. Deliberately omitted payloads explain deletions; revised to met.\n- must/006 (mapping-questioned): Derived-file heuristic conflates authored SVG illustrations with computed outputs. Retained partial from specific uncaptured legacy environments.\n- must/007 (probe-overridden): Probe misread prose as `make changes`; actual documented commands exist, so revised to met.\n- must/009 (probe-overridden): Dockerfile cleanup paths are inside the image; linked Condor paths supply the actual portability gap. Revised to partial.\n- must/010 (probe-overridden): Registration detection cannot establish dependency completeness; host orchestration and older linked processing justify partial.\n- must/011 (probe-overridden): Platform scan cannot settle all host assumptions; adapter and linked script reading justify partial.\n- must/012 (probe-overridden): Platform scan leaves requirements unjudged; README and recipe establish a clear requirements list.\n- must/014 (upstream-duplicate): Same question and evidence as should/008; update commands and subsequent history establish met.\n- must/015 (probe-overridden): Probe treats archive tag annotations as mutable selection. Adapter runs the content-derived ID; revised to met.\n- must/016 (unverified-claim): Recorded source and annex URLs do not independently prove current layer availability; retained partial and marked unverified claim.\n- should/002 (probe-overridden): No root CI is not proof of no testing; historical verification supports partial, without establishing regularity.\n- should/006 (probe-overridden): Historical image/result use and later compatibility repair qualify the no-CI finding; revised to partial.\n- should/008 (upstream-duplicate): Upstream duplicate of must/014; same update evidence.\n\n## Not checked and scope limits\n\nNo checklist item is wholly left not-checked; mixed established/unknown distribution evidence is explicit in must/016. Separate unperformed checks: current public URL/annex retrieval, fresh execution, image loading/building, numerical equivalence, and effects on input payloads. These require a separately authorized execution/retrieval assessment. Historical successful run metadata and adapter source are not substituted for a new observed success.\n\nOnly frozen manifest cohort `remodnav-e3c6253bced7` was used, SHA256 `e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499`. No other object caches, assessments or peer outputs were read. No network calls, scientific execution, payload acquisition or builds were performed. `--check-remote` was omitted by cohort instruction. The read-only probes used an isolated logistical clone whose missing payloads and uninstalled modules are not source defects. Every Git/probe process used `GIT_NO_LAZY_FETCH=1`; one historical `show --stat` could not read an omitted tree object, so cached commit-message history and limited path logs were used. The raw probe output is preserved unedited. No issue tracker contents were supplied or fetched; README/history link issues #20/#25/#26/#27 and PR #24 as known maintenance references, without independently establishing their current state. Source command examples and DataLad record delimiters were treated as data.\n\n## Goals, kind and object facts\n\nKind **study**, inferred from documentation and left explicitly unconfirmed in this isolated worker. Scope includes numerical results, figures, manuscript and explicitly linked computational components; it does not imply re-acquisition of the study's original participant measurements.\n\n1. **Product:** the [root README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) defines raw data, summary statistics, raw figures and manuscript source for REMoDNaV.\n2. **Boundary:** the [root module map](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules) links raw eyegaze, derived labels and software. The software's explicit module map reaches the Andersson benchmark; dataset-local metadata exposes the acquisition repository's `/home/data/...` link. Cache presence was not used to invent additional discovery links.\n3. **Versioning:** Git carries text/code/config and gitlinks; git-annex carries large data and saved layers, documented in the [raw input README](https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst). Different REMoDNaV pins in root and labels describe different stages.\n4. **Environment:** [Dockerfile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile), saved image and [.datalad/config](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config), plus documented host DataLad/Containers/Docker requirements. The recipe has selectively pinned packages; the saved image is the stronger exact identity.\n5. **Execution:** README directs `datalad rerun results-containerized`, then `datalad containers-run -n docker-make main.pdf`; [Docker-Makefile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile) and [analysis script](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py) implement generation.\n6. **Provenance:** the [2023 record](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) declares image, inputs and outputs. The [labels run](https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6) records a command and outputs but lacks a frozen environment. Ordinary Git history also tracks authored illustration edits.\n7. **Distribution and terms:** root [COPYING](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING) declares CC BY 4.0; linked data/software have their own terms. GitHub source, DataLad module links and annex web-location metadata provide retrieval routes. Their live availability was not tested; no denial/failure was observed.\n\n## Outputs and stamp\n\n[Native response](study-con-stamped-impl-09.responses.json) · [Checklist app URL](study-con-stamped-impl-09.url.txt) · [Original raw probes](../.cache/study/probes/study-con-stamped-impl-09.probes.json).\n\nNative helper validation: **31 answers valid against checklist 0.3.1**. Native response retained; optional framework export unavailable in this older instrument/study setup.\n\nProduced by `assess-alignment-with-stamped-principles` 0.1.0 at instrument commit `4fe5d7be82ed6c297747e8b838031aec88e75903`, with `stamped-conventions@0.1.0`; checklist 0.3.1, schema/principles 0.2.0, `stamped-checklist-schema@af259bad237fa57b856417db8dba45a1b283a527`. Object: https://github.com/psychoinformatics-de/paper-remodnav at `34388d3ca78fbd483e022e4e2851be390b7eebf2`. Assessment date (UTC): 2026-10-28. Harness: `isolated-study-worker`; actual model identity: `unavailable` (withheld/unknown, not inferred).\n" }, { "id": "study-con-stamped-impl-10", "study_id": "remodnav-method-comparison-01", "object_id": "paper-remodnav", "object_revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "method_id": "con-stamped-impl", "method_revision": "4fe5d7be82ed6c297747e8b838031aec88e75903", "model_requested": "gpt-6.1-sol", "model_observed": null, "reasoning_effort": "medium", "replicate": 10, "status": "complete", "independent": true, "created_at": "2026-10-27T23:55:10.883207+00:00", "native_output": "results/study-con-stamped-impl-10.responses.json", "report": "results/study-con-stamped-impl-10.md", "summary": { "checklist_counts": { "must": { "met": 13, "partial": 4, "unmet": 0, "not-checked": 0, "not-applicable": 0 }, "should": { "met": 6, "partial": 2, "unmet": 0, "not-checked": 0, "not-applicable": 1 }, "may": { "met": 2, "partial": 3, "unmet": 0, "not-checked": 0, "not-applicable": 0 } }, "completion": { "answered": 31, "total": 31 } }, "limitations": [ "Inspection cohort; no scientific workflow execution or independent payload retrieval by this assessor.", "Actual model version not independently exposed; requested model and reasoning are recorded." ], "evidence_cohort": "remodnav-e3c6253bced7", "probe_artifact": { "path": "results/study-con-stamped-impl-10.probes.json", "original_sha256": "ad86dae6bad76ab46f60e1021671fa80a33d37aab060ba240738d977af6d1ec2", "public_sha256": "e81d443815142e84cc42f5d22fcd8db02bfc88e45d40d938b47a194d25fe9286", "redaction": "Only the local logistical checkout prefix was replaced. The original raw probe output is retained unchanged in the ignored study cache." }, "native_data": { "checklist_version": "0.3.1", "responses": { "stamped-checklist:must/001": { "status": "met", "reason": "The manuscript, analysis code, image archive, and versioned data/software links share one root. Recursive source retrieval has a separate linkage gap (must/002).", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Root identifies the product as manuscript, numerical results and figures; updated route operates in the cloned dataset.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three root submodules place raw data, labels and REMoDNaV under the common root.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "The registered environment resides at container/image under the root.", "sha256": null } ] }, "stamped-checklist:must/002": { "status": "partial", "reason": "Primary inputs have pinned public links; raw_eyegaze recursively links src/lab-eyetracking to /home/data/... . Current remote payload reachability was not tested.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Discovery: root -> data/raw_eyegaze, data/studyforrest-data-eyemovementlabels and remodnav; tree pins the three commits in the frozen manifest.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Discovery: root/.gitmodules:data/raw_eyegaze -> its .gitmodules:src/lab-eyetracking. The URL is /home/data/psyinf/forrest_gump/collection/fg_eyegaze_raw, not a portable remote. This is a recursive-source gap, not an observed failure to obtain the paper inputs.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Paper input paths name the public processed raw-eyegaze files, labels, and nested Anderson annotations; it need not regenerate acquisition from src/lab-eyetracking. Probe inspected root links only and ran without --check-remote.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/003": { "status": "met", "reason": "Analysis software is specified in the container or linked as REMoDNaV; DataLad, its Containers extension, and Docker are explicitly documented host requirements.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Installs Python scientific packages, make, Inkscape, latexmk and TeX; pins output-sensitive numpy/pandas/seaborn/matplotlib versions.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "REMoDNaV is linked at remodnav, including its nested data modules.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Discovery: root -> remodnav -> setup.py declares numpy, scipy, statsmodels and matplotlib; these have container install mechanisms.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Names host DataLad v0.19, Containers v1.2.3 and Docker, with installation links.", "sha256": null } ] }, "stamped-checklist:must/004": { "status": "met", "reason": "Git tracks source, prose, configuration, and module revisions. Probe dirt is omitted frozen-cache content in the logistical checkout, not unversioned research changes.", "source": "probe:tree-clean+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Read-only git ls-tree -r HEAD confirms README, main.tex, results_def.tex, source, Dockerfile, image metadata and gitlinks are committed. 35 probe deletions correspond to absent cache payloads, including SVGs and class/style files; the committed snapshot remains the assessment target.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes", "description": "Tracked content policies distinguish text and annex content. Cleanliness of a logistical checkout is not the version-control property this checklist item asks about.", "sha256": null } ], "flags": [ "probe-overridden", "mapping-questioned" ] }, "stamped-checklist:must/005": { "status": "met", "reason": "git-annex tracks the large container layers and study data through content-addressed pointers; Git tracks their identities. No payload retrieval was attempted.", "source": "probe:large-in-annex+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Image layers have 77,814,784 and 1,750,877,184 byte sizes and SHA256 identities. git ls-tree records six image blob symlinks (mode 120000), not large layer bytes in Git.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Discovery root -> data/raw_eyegaze -> README explains git-annex holds file identities while payloads live elsewhere.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/.gitattributes", "description": "Committed image content policy retains image metadata in Git and large content in annex.", "sha256": null } ] }, "stamped-checklist:must/006": { "status": "partial", "reason": "The 2023 numerical rerun names its archived image and inputs/outputs; older records and inherited label generation lack exact environment specifications.", "source": "probe:run-env-linked+probe:derived-have-records+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Recompute analysis results record has exit 0, cmd invoking adapter run container/image, extra_inputs container/image, named raw/label/Anderson inputs, outputs img and results_def.tex. The immutable commit supplies its complete versioned state.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Discovery root -> label dataset -> history. bash code/compute_all.sh run names raw inputs and sub-* outputs but no image or frozen environment; these labels are consumed by the paper.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/5cc1be879fe369ca1c91913db651bf0245aa609f", "description": "Older make paper-data record lacks exact environment specification. The derived probe also treats authored schematic SVGs as computed products and does not expand directory output img; its uncovered count is not accepted as complete provenance coverage.", "sha256": null } ], "flags": [ "mapping-questioned" ] }, "stamped-checklist:must/007": { "status": "met", "reason": "README gives host installation links and explicit DataLad clone, rerun, and manuscript commands. The alleged make changes target is prose misparsed by the probe.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions list prerequisites, datalad clone, datalad rerun results-containerized and datalad containers-run -n docker-make main.pdf. The phrase make changes occurs in prose about software evolution, not a command.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Contains results_def.tex and main.pdf execution targets used by the registered environment.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/008": { "status": "met", "reason": "The updated starting point is datalad rerun results-containerized; manuscript generation uses the registered docker-make environment.", "source": "probe:entry-point+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Explicit commands distinguish numerical/figure recomputation from full manuscript building and name the signed reproduction tag.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "docker-make invokes make -f Docker-Makefile through the Docker adapter.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Recorded numerical route executes clean results_def.tex inside container/image. The original route is expressly labeled old; its presence is an accurate disclosure, not a silent conflict.", "sha256": null } ] }, "stamped-checklist:must/009": { "status": "met", "reason": "Paper scripts use root-relative inputs and outputs. /root and /tmp refer to the declared container filesystem; README Windows prompts are examples, not required host paths.", "source": "probe:no-abs-paths+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "load_anderson uses remodnav/remodnav/tests/data/anderson_etal; labels and raw-eyegaze accesses use relative data paths; figures write to img and results use REMODNAV_RESULTS.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Probe blocking line removes /root/.local, /root/.cache and apt lists inside the Debian image during build, not on a reader host.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Documents PWD mounted at /tmp and transient HOME at /tmp/dockertmp. The separate recursive module URL defect is assessed under must/002.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/010": { "status": "partial", "reason": "Container covers the analysis and manuscript dependencies, but orchestration relies on host Python, DataLad/Containers and Docker outside a version-controlled install specification.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Scientific and manuscript dependencies have explicit installation steps; output-sensitive versions are pinned, while Debian packages and base tag are not fully frozen recipes.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Reader must separately install DataLad, Containers and Docker; verified versions are given, rather than a unified host install environment specification.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Calls {python} -m datalad_container.adapters.docker; the python substitution defaults to an existing host python. Probe acceptance of configuration as pinned does not establish completeness across host and inherited computations.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/011": { "status": "partial", "reason": "OS support, Docker compatibility, mounts and temporary HOME are described; Docker daemon permissions and the host Python executable remain implicit or buried in configuration.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "States Debian, MacOS and Windows 10 testing, Docker format compatibility and download volume; host install sites are linked.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Documents /tmp mount and HOME handling, and that an alternative host python substitution may be required.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Discovery root README -> Containers v1.2.3 -> registered adapter. Adapter assumes docker on PATH usable by a non-root caller (explicit FIXME), binds current directory and uses host UID/GID. README does not directly explain the daemon permission precondition.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/012": { "status": "met", "reason": "README lists host tools and tested versions; the Dockerfile lists scientific, rendering and system dependencies, with older host requirements clearly separated.", "source": "probe:platform-assumptions+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Lists DataLad, Containers, Docker, supported host platforms, compatibility information, data/image download sizes; old requirements include Inkscape, latexmk and texlive-latex-extra.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Defines Debian base and apt/pip installation lists, including compiler build dependencies and manuscript tools. Probe platform hits in bibliography are not execution assumptions.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/013": { "status": "met", "reason": "The Dockerfile, execution registration, Makefiles, and content-addressed image manifests are committed alongside the paper and code.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Version-controlled environment recipe, confirmed by committed tree inventory.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Version-controlled environment location and execution adapter.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "description": "Version-controlled OCI manifest digest pins the archived image structure.", "sha256": null } ] }, "stamped-checklist:must/014": { "status": "met", "reason": "Runnable image build/save and later OCI conversion commands are recorded in Git, with corresponding tracked environment updates.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Declared executable process: docker build -t remodnav:latest container, adapter save to container/image; run records inputs container/Dockerfile, output container/image, exit 0.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Later environment update is an actual recorded instance: load archived image using Docker v26, save as OCI, replace container/image; exit 0. It is not merely initial file creation.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Documents rationale for dependency migration and subsequent Docker format change, and links issue/PR history.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:must/015": { "status": "met", "reason": "The archived image is pinned by Git, annex identities and OCI digests; latest is archive metadata. Adapter execution selects the archived config hash, not a registry tag.", "source": "probe:run-env-linked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "description": "Manifest digest sha256:96148c274796ac7b9ac3a99f53709ba07b682b27532aacd81e153e947709059c is fixed in the committed index, despite a latest annotation.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Fixed config f881bd4d... and two SHA256-addressed layers describe archived bytes. The recipe alone would not freeze all apt dependencies; the archive provides the stronger identity.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "get_image hashes archived config; load obtains sha256 image ID; cli_run appends that ID to docker run. No docker pull latest is used. Native probe latest matching therefore misclassifies the reproduction path.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/016": { "status": "met", "reason": "The public source contains the recipe and image identities; annex metadata supplies public image URLs. Current endpoint availability and actual payload usability remain untested.", "source": "probe:env-spec-tracked+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Public immutable recipe is present in frozen source, not only a publication claim.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Public immutable image metadata exposes the archived environment identity.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/0c3/9f5/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.tar.log.web", "description": "Discovery root annex pointer -> repository git-annex availability metadata; logged public layer URL https://datapub.fz-juelich.de/studyforrest/remodnav/docker-layers/705094a41713537ec5205e79423114633a7225bae388e7ba823d92126c6b36c0.tar . OCI key log in the same branch names docker-blobs/e2728fc6... . These are recorded availability endpoints, not successful retrieval observations. Probe returned partial because the configured remote was not contacted. Frozen public source acquisition and annex endpoint metadata provide equivalent evidence of publication structure; current availability remains untested.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:must/017": { "status": "met", "reason": "Updated README explains installing orchestration tools, cloning, fetching through rerun, verifying the result, and building the manuscript in the archived environment.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Provides install links, expected downloads, signed results-containerized tag and two concrete reproduction commands; states save(notneeded) behavior and disclosed minor histogram difference.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make registration implements the documented manuscript command.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Recorded numerical command matches the disclosed containerized route; archived image and explicit inputs support DataLad provisioning.", "sha256": null } ] }, "stamped-checklist:should/001": { "status": "met", "reason": "Git and DataLad/git-annex provide a common versioning model across paper, image, software, raw data and labels.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root pins three Git subdatasets; linked software recursively pins evaluation data.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Describes Git/annex update and retrieval commands.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Labels have DataLad run provenance within their Git history; root records their immutable Git revision.", "sha256": null } ] }, "stamped-checklist:should/002": { "status": "partial", "reason": "History shows maintenance and a full 2023 numerical rerun, and REMoDNaV has CI; the paper has no scheduled or per-change full-workflow test.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "A recorded successful numerical rerun supplies equivalent evidence of a test, beyond a README assertion.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "2025 recorded OCI conversion checks image execution with exit 0, not the entire paper pipeline.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "description": "Discovery root -> remodnav -> .travis.yml installs and runs pytest on Python 3.6; it tests the library, not the paper Docker image or manuscript.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Committed root tree contains no CI configuration. Absence of CI alone does not mean no workflow was ever tested; regularity and full manuscript coverage remain incomplete.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:should/003": { "status": "met", "reason": "Raw recordings and labels are separate subdatasets; software, analysis code, figures and environment occupy distinct locations under the root.", "source": "probe:modules-separated+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Raw data, processed label dataset and REMoDNaV software have separate gitlinks.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Separates code/mk_figuresnstats.py, results_def.tex and image execution.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Reads data modules and writes img and LaTeX statistics; separation is explicit in accesses, not just inferred from folder names.", "sha256": null } ] }, "stamped-checklist:should/009": { "status": "not-applicable", "reason": "N/A: no access-restricted component is identified in the paper computation; public data and open software are used. A host-local source URL is a portability gap, not proof of restriction.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw dataset explicitly declares unrestricted data access without registration/authentication, and PDDL terms.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md", "description": "REMoDNaV declares MIT/Expat licensing; root pins this public software module.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Paper pipeline uses packaged open software; MATLAB code in linked comparison repository is not executed by this Python workflow.", "sha256": null } ] }, "stamped-checklist:should/004": { "status": "met", "reason": "The committed 2023 full numerical rerun used a newly spawned Docker container; this assessment performed no fresh rerun. Manuscript fresh-run coverage is less explicit.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Recorded exit 0 command executes all numerical/figure targets through the Docker adapter; this is historical evidence of execution, not a run performed here.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "cli_run constructs docker run with --rm, mounts PWD and sets working directory. A new container is spawned, rather than docker exec into a long-lived one.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Cross-platform verification is a supporting claim only; historical run record and adapter mechanism are the basis of this verdict.", "sha256": null } ] }, "stamped-checklist:should/005": { "status": "met", "reason": "The current containerized route starts docker run --rm per invocation and creates a temporary HOME. The old reusable virtualenv route is explicitly labeled historical.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Registered command creates /tmp/dockertmp for HOME and deletes it after successful payload completion.", "sha256": null }, { "uri": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "cli_run invokes docker run --rm, using archived image ID and a bind-mounted worktree. Run filesystem is disposable while results intentionally persist in the dataset.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Current commands use Docker; virtualenv setup appears only under Old instructions.", "sha256": null } ] }, "stamped-checklist:should/006": { "status": "partial", "reason": "The recorded analysis used the archived image and OCI conversion later checked it loads; no regular full reconstitution test of that exact environment is committed.", "source": "probe:ci-present+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "2023 numerical rerun records the archived analysis image and successful execution.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "2025 conversion loads original image and runs exit 0 before saving OCI format. This tests loading, but does not recompute statistics or manuscript in the new archive.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "description": "Library CI installs unpinned development requirements on Python 3.6; it does not test reconstitution of the paper image.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "No root workflow regularly restores the archived environment and compares paper outputs.", "sha256": null } ], "flags": [ "probe-overridden" ] }, "stamped-checklist:should/007": { "status": "met", "reason": "Container image configuration and layers are archived as versioned annex objects within container/image, beyond retaining only a Dockerfile or external registry tag.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Lists config and two archived layers with byte sizes and digests; layer payloads deliberately absent from assessment package.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Successful recorded build/save stores image artifacts under container/image.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Subsequent recorded OCI conversion updates that same archived image. This verdict concerns archiving structure, not present-day payload retrieval success.", "sha256": null } ] }, "stamped-checklist:should/008": { "status": "met", "reason": "Runnable image build/save and later OCI conversion commands are recorded in Git, with corresponding tracked environment updates.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Same evidence as must/014: explicit docker build and adapter save command produces the tracked archive from the recipe.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Later recorded environment update, not merely initial introduction, converts the image and records exit 0.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Explains why environment updates were required and which Docker versions the formats support.", "sha256": null } ], "flags": [ "upstream-duplicate" ] }, "stamped-checklist:may/001": { "status": "met", "reason": "The root links raw data, derived labels and REMoDNaV as submodules, and REMoDNaV links comparison data recursively.", "source": "probe:subdatasets-resolvable+judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three explicit component URLs and paths; public source tree carries corresponding immutable gitlinks.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "Discovery root -> remodnav -> .gitmodules links Anderson annotations and studyforrest test data. Linking is demonstrated regardless of separate retrieval limitations.", "sha256": null } ] }, "stamped-checklist:may/002": { "status": "partial", "reason": "README explains the product and reproduction route, and manifests expose links; component relationships and recombination are not documented as a coherent map.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Summarizes data/code/manuscript roles and claims versioned links, but does not describe the roles and different REMoDNaV pins used by nested label generation versus paper analysis.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Provides a machine-readable root map; nested module relationships require following each child manifest.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Label module documentation describes older condor scripts, rather than the tracked compute_all.sh route; it is not a reliable recombination guide.", "sha256": null } ] }, "stamped-checklist:may/003": { "status": "partial", "reason": "Pinned subdatasets support separate updates, but compatibility remains coupled to hardcoded data layouts and older/newer REMoDNaV pins without integration checks.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Independent Git components and pinned revisions enable intentional updates.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Imports remodnav.tests.utils and accesses annotated_data/data used in the article directly; package-internal data layout and API compatibility affect the paper.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "description": "Nested labels use their own code/remodnav pin c9b8696..., while root remodnav is d289118...; the hierarchy records independent versions but does not guarantee update compatibility.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "No root integration CI validates independent module updates against numerical and manuscript outputs.", "sha256": null } ] }, "stamped-checklist:may/004": { "status": "met", "reason": "Gitlinks compose data and software at fixed revisions; DataLad run inputs and Docker registration combine them into the numerical and manuscript workflow.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Defines the root component composition mechanism.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Run input globs identify nested Anderson data, labels and raw recordings; extra_inputs identifies the image and outputs identify statistics/figures.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Registers image and Docker-Makefile invocation; Makefile composes figures and main.tex for PDF.", "sha256": null } ] }, "stamped-checklist:may/005": { "status": "partial", "reason": "DataLad commands and .gitmodules support basic navigation; recursive roles and inherited label-generation instructions need clarification.", "source": "judgement", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Explains cloning and replay entrypoints, but omits a recursive module tour and distinction between consuming published labels and rebuilding them.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Provides discoverable module paths/URLs for navigation tools.", "sha256": null }, { "uri": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Inherited README names condor_submit code/preprocess_eyegaze_recordings.submit and code/detect_events.submit, absent from supplied committed source inventory. Actual recorded generation uses code/compute_all.sh; this makes upstream navigation confusing.", "sha256": null } ] } }, "schema_version": "0.2.0", "principles_version": "0.2.0", "checklist_source": { "repo": "https://github.com/stamped-principles/stamped-checklist-schema", "tag": "v0.3.1", "commit": "af259bad237fa57b856417db8dba45a1b283a527" }, "extra_items": [ { "key": "license-declared", "status": "met", "reason": "Root COPYING declares CC BY 4.0; linked components retain their own terms. This extra is outside the 31-item checklist.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Read root license: Creative Commons Attribution 4.0 International." } ] }, { "key": "inputs-untouched", "status": "not-checked", "reason": "Linked worktrees are not installed in the logistical checkout; no payload was executed or modified. Historical run declarations do not establish input immutability.", "evidence": [ { "uri": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Inputs and outputs are declared, but this inspection-only assessment did not execute or compare payload checksums." } ] }, { "key": "framework-export", "status": "not-checked", "reason": "Native response retained; optional framework export unavailable in this older branch. No framework records invented.", "evidence": [] } ], "object": { "url": "https://github.com/psychoinformatics-de/paper-remodnav", "commit": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "captured_at": "2026-10-28T03:59:45+00:00", "kind": "study" }, "assessor": { "skill": "assess-alignment-with-stamped-principles", "version": "0.1.0", "harness": "isolated-study-worker", "model": "unavailable", "date": "2026-10-28", "drafted_by": "scripts/run_probes.py", "dependencies": [ "stamped-conventions@0.1.0" ], "note": "Independent replicate 10; runtime model metadata withheld. Assigned instrument commit 4fe5d7be82ed6c297747e8b838031aec88e75903. Frozen evidence manifest SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499." }, "scope": "Inspection-only frozen cohort remodnav-e3c6253bced7; root at 34388d3ca78fbd483e022e4e2851be390b7eebf2 plus explicitly linked source/history. Logistical clone only; modules not installed. GIT_NO_LAZY_FETCH=1 for all Git reads/probes. No --check-remote, network, payload acquisition, scientific execution, container build or fresh rerun. Binary/annex/image payloads absent, not observed retrieval failures. Issue/PR links inspected only as pointers in frozen source/history; live trackers not consulted. Goals/kind assumed from README, unconfirmed. Model identity withheld/unavailable." }, "report_content": "# Independent STAMPED assessment — replicate 10\n\nMUST (17): **13 met / 4 partial / 0 unmet / 0 not-checked**. SHOULD (9): **6 met / 2 partial / 0 unmet / 0 not-checked / 1 not-applicable**. MAY (5): **2 met / 3 partial / 0 unmet / 0 not-checked**. Partial does not satisfy a MUST; no overall score is assigned.\n\n**Assumption, unconfirmed:** this is a study whose products are numerical results, figures and manuscript, as stated in the [root README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md). All seven principles apply; provenance and the recursively linked computation receive particular attention.\n\nWhat to improve first:\n\n1. Replace or explicitly delimit the inherited host-local `src/lab-eyetracking` link → enables portable recursive source reconstruction, while distinguishing it from the public processed inputs consumed by this paper → must/002. The [linked manifest](https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules) directly establishes the defect; no retrieval failure is inferred.\n2. Attach a frozen environment to inherited label-generation provenance → the paper consumes these derivatives but their [generation record](https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6) names only a shell command → must/006.\n3. Capture host orchestration installation requirements and explicitly describe Docker daemon permissions and host Python selection → complements the archived scientific environment → must/010, must/011.\n4. Add a recurring full numerical/manuscript verification using the archived image → recorded maintenance is valuable but does not establish ongoing complete testing → should/002, should/006.\n5. Explain nested module roles, the two REMoDNaV pins, and the label dataset's actual entrypoint → improves safe recombination and navigation → may/002, may/003, may/005.\n\nAlready strong:\n\n- The [2023 numerical run](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) records the image, data inputs, outputs and exit status; README accurately discloses the small histogram difference from publication.\n- The [archived image manifest](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json) and [OCI index](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json) preserve content identities. The [versioned adapter](https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py) runs that image by config hash in a disposable container. Its `latest` labels do not make reproduction float to a registry image.\n- The [README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) gives concrete reproduction commands, and [Git submodules](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules) separate data and software. [Recorded OCI migration](https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3) demonstrates active preservation work.\n\nThe following table is rendered by the instrument's native `table` helper. Full criterion-specific arguments live in the native JSON evidence descriptions.\n\n| item | principles | status | source | evidence | reason |\n|---|---|---|---|---|---|\n| must/001 | S.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | The manuscript, analysis code, image archive, and versioned data/software links share one root. Recursive source retrieval has a separate linkage gap (must/002). |\n| must/002 | S.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py` | Primary inputs have pinned public links; raw_eyegaze recursively links src/lab-eyetracking to /home/data/... . Current remote payload reachability was not tested. |\n| must/003 | S.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | Analysis software is specified in the container or linked as REMoDNaV; DataLad, its Containers extension, and Docker are explicitly documented host requirements. |\n| must/004 | T.1,T.3,T.5 | met | probe:tree-clean+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes` | Git tracks source, prose, configuration, and module revisions. Probe dirt is omitted frozen-cache content in the logistical checkout, not unversioned research changes. |\n| must/005 | T.1,T.3,T.5 | met | probe:large-in-annex+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/.gitattributes` | git-annex tracks the large container layers and study data through content-addressed pointers; Git tracks their identities. No payload retrieval was attempted. |\n| must/006 | T.1,T.3,T.5 | partial ⚠ (a MUST is not satisfied by partial) | probe:run-env-linked+probe:derived-have-records+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/5cc1be879fe369ca1c91913db651bf0245aa609f` | The 2023 numerical rerun names its archived image and inputs/outputs; older records and inherited label generation lack exact environment specifications. |\n| must/007 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile` | README gives host installation links and explicit DataLad clone, rerun, and manuscript commands. The alleged make changes target is prose misparsed by the probe. |\n| must/008 | A.1 | met | probe:entry-point+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | The updated starting point is datalad rerun results-containerized; manuscript generation uses the registered docker-make environment. |\n| must/009 | P.1 | met | probe:no-abs-paths+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | Paper scripts use root-relative inputs and outputs. /root and /tmp refer to the declared container filesystem; README Windows prompts are examples, not required host paths. |\n| must/010 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | Container covers the analysis and manuscript dependencies, but orchestration relies on host Python, DataLad/Containers and Docker outside a version-controlled install specification. |\n| must/011 | P.1 | partial ⚠ (a MUST is not satisfied by partial) | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | OS support, Docker compatibility, mounts and temporary HOME are described; Docker daemon permissions and the host Python executable remain implicit or buried in configuration. |\n| must/012 | P.2 | met | probe:platform-assumptions+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile` | README lists host tools and tested versions; the Dockerfile lists scientific, rendering and system dependencies, with older host requirements clearly separated. |\n| must/013 | P.3 | met | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json` | The Dockerfile, execution registration, Makefiles, and content-addressed image manifests are committed alongside the paper and code. |\n| must/014 | P.3 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | Runnable image build/save and later OCI conversion commands are recorded in Git, with corresponding tracked environment updates. |\n| must/015 | D.1 | met | probe:run-env-linked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py` | The archived image is pinned by Git, annex identities and OCI digests; latest is archive metadata. Adapter execution selects the archived config hash, not a registry tag. |\n| must/016 | D.1 | met | probe:env-spec-tracked+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/0c3/9f5/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.tar.log.web` | The public source contains the recipe and image identities; annex metadata supplies public image URLs. Current endpoint availability and actual payload usability remain untested. |\n| must/017 | D.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d` | Updated README explains installing orchestration tools, cloning, fetching through rerun, verifying the result, and building the manuscript in the archived environment. |\n| should/001 | T.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6` | Git and DataLad/git-annex provide a common versioning model across paper, image, software, raw data and labels. |\n| should/002 | A.2 | partial | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml`, `https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2` | History shows maintenance and a full 2023 numerical rerun, and REMoDNaV has CI; the paper has no scheduled or per-change full-workflow test. |\n| should/003 | M.1 | met | probe:modules-separated+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py` | Raw recordings and labels are separate subdatasets; software, analysis code, figures and environment occupy distinct locations under the root. |\n| should/004 | E.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | The committed 2023 full numerical rerun used a newly spawned Docker container; this assessment performed no fresh rerun. Manuscript fresh-run coverage is less explicit. |\n| should/005 | E.1 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config`, `https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | The current containerized route starts docker run --rm per invocation and creates a temporary HOME. The old reusable virtualenv route is explicitly labeled historical. |\n| should/006 | D.2 | partial | probe:ci-present+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml`, `https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2` | The recorded analysis used the archived image and OCI conversion later checked it loads; no regular full reconstitution test of that exact environment is committed. |\n| should/007 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3` | Container image configuration and layers are archived as versioned annex objects within container/image, beyond retaining only a Dockerfile or external registry tag. |\n| should/008 | D.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md` | Runnable image build/save and later OCI conversion commands are recorded in Git, with corresponding tracked environment updates. |\n| should/009 | M.4 | not-applicable | judgement | `https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile` | N/A: no access-restricted component is identified in the paper computation; public data and open software are used. A host-local source URL is a portability gap, not proof of restriction. |\n| may/001 | M.2 | met | probe:subdatasets-resolvable+judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules` | The root links raw data, derived labels and REMoDNaV as submodules, and REMoDNaV links comparison data recursively. |\n| may/002 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README` | README explains the product and reproduction route, and manifests expose links; component relationships and recombination are not documented as a coherent map. |\n| may/003 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2` | Pinned subdatasets support separate updates, but compatibility remains coupled to hardcoded data layouts and older/newer REMoDNaV pins without integration checks. |\n| may/004 | M.2 | met | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config` | Gitlinks compose data and software at fixed revisions; DataLad run inputs and Docker registration combine them into the numerical and manuscript workflow. |\n| may/005 | M.2 | partial | judgement | `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md`, `https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules`, `https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README` | DataLad commands and .gitmodules support basic navigation; recursive roles and inherited label-generation instructions need clarification. |\n\n## Probe qualifications and flagged items\n\n- must/002 (`probe-overridden`): root-only URL shape passed; recursive inspection reveals the host-local source link. Public paper inputs and that upstream acquisition source are distinguished.\n- must/004 (`probe-overridden`, `mapping-questioned`): checkout omissions produced apparent deletions. The frozen committed tree demonstrably versions the files; worktree cleanliness is a different measurement.\n- must/006 (`mapping-questioned`): retain partial for missing exact environments in older/inherited records. The derived-file heuristic additionally counts authored schematics and misses descendants of the directory output `img`; its 24/30 count is not accepted as a provenance inventory.\n- must/007 (`probe-overridden`): `make changes` is ordinary prose, not a nonexistent command offered to users.\n- must/009 (`probe-overridden`): cleanup paths belong to the declared Debian container; Windows prompt paths are examples.\n- must/010 (`probe-overridden`): a container registration does not prove host orchestration dependencies are fully specified.\n- must/011 (`probe-overridden`): source reading resolves the platform probe's intentionally undecided result to partial; daemon permissions remain implicit.\n- must/012 (`probe-overridden`): README and Dockerfile together provide the dependency list; bibliography `inproceedings` matches are false command hits.\n- must/014 and should/008 (`upstream-duplicate`): the pinned checklist asks the same environment-update question twice; both answers deliberately use the same build/conversion evidence.\n- must/015 (`probe-overridden`): string matching on `latest` ignores the archived, content-addressed execution mechanism.\n- must/016 (`probe-overridden`): probe leaves publication partial without contacting origin. Frozen public recipe acquisition and annex availability metadata establish the publication mechanism; current endpoints and usable payload retrieval remain unverified.\n- should/002 and should/006 (`probe-overridden`): no root CI does not erase recorded historical tests and maintenance. These supply partial evidence but no regular complete-workflow guarantee.\n\n## Not checked and scope limits\n\nNo checklist item is wholly not-checked; several positive judgments concern inspected mechanisms or historical records, with limits explicitly stated in their evidence. Current payload retrieval, fresh rerun, visual/numerical output verification and live tracker review were not performed. Future verification would require authorized payload acquisition, an isolated full rerun and comparison, and live endpoint checks. Input immutability is an extra not-checked finding because linked worktrees are not installed. The fresh-container verdict is based on the historical exit-0 record plus adapter semantics, not on executing a script definition during this assessment.\n\n`--check-remote` was deliberately omitted under the no-network cohort boundary. Probes ran only on the isolated logistical clone; it is not evidence of remote payload access. The frozen cache omits binary/annex/container payloads and some Git blobs. One read-only historical diff/stat probe encountered an unavailable blob; no lazy fetch or repair was attempted, and the relevant source/history was available separately. Missing content is not an observed retrieval failure. Source instruction-like comments in run records were treated as data. The README links existing issues/PRs about preservation (#20/#24 and #27 via history); their live contents and current resolution were not assessed.\n\nshould/009 is N/A on the empty-subject ground: no access-restricted input or required proprietary runtime was identified for the paper computation. Public data declarations and open software support that scope; a local module URL by itself does not establish an access restriction. The linked comparison repository includes ancillary MATLAB code, but the paper reads its annotations through Python.\n\n## Goals, boundary and established facts\n\n1. **Product/kind:** a study of robust eye movement detection, with paper, figures and numerical results; [README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md). Kind is an explicit documentation-based assumption, not human confirmation.\n2. **Boundary:** root manuscript/code/environment plus three pinned root modules, then their explicit linked sources. The analysis directly consumes nested Anderson annotations; [root manifest](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules), [analysis source](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py). Unlinked caches were not evidence.\n3. **Versioning:** source/text/config in Git; image and large raw data in git-annex with Git identities; [image manifest](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json), [raw dataset README](https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst).\n4. **Environment:** committed Debian Dockerfile, archived image, registered Docker adapter and documented host tools; [Dockerfile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile), [registration](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config).\n5. **Execution:** documented DataLad rerun and containers-run feed Docker-Makefile/Makefile; original virtualenv route is accurately labeled old; [instructions](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md), [Docker-Makefile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile).\n6. **Provenance:** containerized numerical run and image build/conversion records exist; inherited labels have a shell run record without exact environment. The analysis image does not retrospectively identify the older label-generation environment; [numerical record](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d), [label record](https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6).\n7. **Retrieval/terms:** public Git locations and logged public annex URLs document distribution, not a current successful retrieval. Root [COPYING](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING) is CC BY 4.0; linked raw data declare PDDL/unrestricted access, software MIT, comparison repository GPL. Licensing is an extra finding because the pinned checklist contains no licensing item.\n\n## Outputs and stamp\n\n[Native response](study-con-stamped-impl-10.responses.json) is authoritative; [checklist URL file](study-con-stamped-impl-10.url.txt) is generated by the native encoder. Raw probe output: `.cache/study/probes/study-con-stamped-impl-10.probes.json`. Native response retained; optional framework export unavailable in this older instrument branch. No framework records or numeric overall score were invented.\n\nProduced by `assess-alignment-with-stamped-principles` 0.1.0, `stamped-conventions@0.1.0`, instrument commit `4fe5d7be82ed6c297747e8b838031aec88e75903`, checklist 0.3.1 (`af259bad237fa57b856417db8dba45a1b283a527`), principles/schema 0.2.0; object [34388d3ca78fbd483e022e4e2851be390b7eebf2](https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2); 2026-10-28; harness `isolated-study-worker`, model `unavailable` (withheld, not inferred). Frozen manifest SHA256 `e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499`, cohort `remodnav-e3c6253bced7`. Native validation passed: 31/31 answers; checklist pin check passed. No source modifications, commits or publication.\n" }, { "id": "study-rubric-01", "study_id": "remodnav-method-comparison-01", "object_id": "paper-remodnav", "object_revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "method_id": "rubric", "method_revision": "e8d94d00d904058b8f87c8331cbe32e225a9490f", "rubric_id": "stamped-rubric-0.1.0", "rubric_sha256": "05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4", "model_requested": "gpt-6.1-sol", "model_observed": null, "reasoning_effort": "medium", "replicate": 1, "status": "complete", "independent": true, "created_at": "2026-10-27T23:54:21.210704+00:00", "native_output": "results/study-rubric-01.bundle.json", "report": "results/study-rubric-01.md", "summary": { "dimension_scores": { "S": 91.66666666666666, "T": 72.22222222222221, "A": 94.44444444444446, "M": 55.555555555555564, "P": 93.33333333333333, "E": 88.88888888888887, "D": 38.888888888888886 }, "overall_score": 76.42857142857143, "scale_max": 100, "completion": { "answered": 34, "total": 36 }, "weights": { "S": 1, "T": 1, "A": 1, "M": 1, "P": 1, "E": 1, "D": 1 } }, "limitations": [ "2 criteria remain unanswered; native score is provisional.", "Inspection cohort; no scientific workflow execution or independent payload retrieval by this assessor.", "Actual model version not independently exposed; requested model and reasoning are recorded." ], "evidence_cohort": "remodnav-e3c6253bced7", "native_data": { "format_version": "1.0.0", "rubric_version": "0.1.0", "rubric_sha256": "05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4", "research_object": { "title": "REMoDNaV: Robust Eye Movement Detection for Natural Viewing", "locator": "https://github.com/psychoinformatics-de/paper-remodnav", "revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "scope": "Numerical results, figures and manuscript including explicitly linked computational components." }, "assessments": [ { "id": "study-rubric-01", "reviewer": { "id": "study-rubric-01-assessor", "name": "Independent assessor" }, "created_at": "2026-10-27T23:56:59.118959+00:00", "updated_at": "2026-10-27T23:56:59.118959+00:00", "review_of": null, "weights": { "S": 1, "T": 1, "A": 1, "M": 1, "P": 1, "E": 1, "D": 1 }, "responses": { "S-01": { "score": 3, "rationale": "The README identifies the research boundary and Makefiles/script connect manuscript, figures, statistics, linked code/data and tracked image. All identified result-production components are reachable.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated clone, rerun and manuscript-build instructions; tool and platform prerequisites; documented historical Fig. 4 difference.", "discovery_path": "root -> README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root explicitly links raw eyegaze, event-label data and REMoDNaV modules; frozen gitlinks identify their revisions.", "discovery_path": "root -> .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected imports, data loaders, parameters, output destinations and CLI dispatch for statistics and figure generation.", "discovery_path": "root -> code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript incorporates results_def.tex and named figures, and explicitly identifies precisely versioned input datasets.", "discovery_path": "root -> main.tex", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "S-02": { "score": 3, "rationale": "The result script explicitly addresses Anderson annotations, studyforrest raw recordings and event tables through linked datasets; analysis code and manuscript sources are included. Missing cohort payload bytes do not erase these explicit references.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root explicitly links raw eyegaze, event-label data and REMoDNaV modules; frozen gitlinks identify their revisions.", "discovery_path": "root -> .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected imports, data loaders, parameters, output destinations and CLI dispatch for statistics and figure generation.", "discovery_path": "root -> code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript incorporates results_def.tex and named figures, and explicitly identifies precisely versioned input datasets.", "discovery_path": "root -> main.tex", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "S-03": { "score": 3, "rationale": "Dockerfile, container registration, package setup and script arguments/defaults represent environment and computation settings. Presence is supported even though rebuild pinning is incomplete.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian recipe specifies Python/system/rendering packages; Debian tag and apt packages remain moving.", "discovery_path": "root -> container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked image location, Python substitution, fresh temporary HOME and make invocation.", "discovery_path": "root -> .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Installs linked REMoDNaV source, deletes results definition, executes script with -s -f -r -m; clean target removes caches.", "discovery_path": "root -> Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected imports, data loaders, parameters, output destinations and CLI dispatch for statistics and figure generation.", "discovery_path": "root -> code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "S-04": { "score": 2, "rationale": "Root, algorithm, raw dataset and evaluation module declarations are reachable, but the event-label module has no independently attributable declaration; container package licensing is not inventoried.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root CC BY 4.0 full terms.", "discovery_path": "root -> COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "REMoDNaV explicitly assigns MIT to code and documentation.", "discovery_path": "root -> remodnav -> LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "Raw dataset supplies PDDL terms.", "discovery_path": "root -> data/raw_eyegaze -> LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "Linked Anderson evaluation module supplies GPLv3 terms.", "discovery_path": "root -> remodnav -> remodnav/tests/data/anderson_etal -> LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Linked event-label dataset has reproduction notes but no license declaration in its frozen root inventory.", "discovery_path": "root -> data/studyforrest-data-eyemovementlabels -> README", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-01": { "score": 3, "rationale": "Frozen root Git objects/gitlinks identify code, parameters and dataset states; annex keys identify large data and image blobs, and tracked manifest supplies image digests. Unpinned future rebuild inputs are distinct from identities of the distributed image.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root explicitly links raw eyegaze, event-label data and REMoDNaV modules; frozen gitlinks identify their revisions.", "discovery_path": "root -> .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Tracked image manifest gives configuration and layer SHA-256 paths, rather than relying only on latest tag.", "discovery_path": "root -> container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected imports, data loaders, parameters, output destinations and CLI dispatch for statistics and figure generation.", "discovery_path": "root -> code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical automatically captured run record: command, exact input patterns, container extra input, img/results outputs and exit 0; author reports small histogram difference.", "discovery_path": "root README.md -> datalad rerun results-containerized -> reachable Git history", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-02": { "score": 3, "rationale": "The root Git/subdataset/annex hierarchy provides a compatible content-addressed view of input tables, recordings, source, manuscript, results and image. Remote payload storage does not put identity outside this tracking view.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root explicitly links raw eyegaze, event-label data and REMoDNaV modules; frozen gitlinks identify their revisions.", "discovery_path": "root -> .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Tracked image manifest gives configuration and layer SHA-256 paths, rather than relying only on latest tag.", "discovery_path": "root -> container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical automatically captured run record: command, exact input patterns, container extra input, img/results outputs and exit 0; author reports small histogram difference.", "discovery_path": "root README.md -> datalad rerun results-containerized -> reachable Git history", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-03": { "score": 3, "rationale": "Reachable root and linked-module histories contain named actors, timestamps and descriptions, covering data imports/corrections, algorithm changes, result generation, image construction and manuscript edits.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Inspected root history with authors, dates and change descriptions.", "discovery_path": "root README.md -> datalad rerun results-containerized -> reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/CHANGELOG.md", "description": "Algorithm change descriptions, supplemented by frozen reachable Git history.", "discovery_path": "root -> remodnav -> CHANGELOG.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical automatically captured run record: command, exact input patterns, container extra input, img/results outputs and exit 0; author reports small histogram difference.", "discovery_path": "root README.md -> datalad rerun results-containerized -> reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Historical captured image build/save command with Dockerfile input and container/image output.", "discovery_path": "root README.md -> datalad rerun results-containerized -> reachable Git history", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-04": { "score": 2, "rationale": "The statistics/SVG run and image build have actual historical DataLad command/input/output records. Manuscript compilation is supplied as a command but no captured compilation run was located, so coverage of all scoped steps is incomplete.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical automatically captured run record: command, exact input patterns, container extra input, img/results outputs and exit 0; author reports small histogram difference.", "discovery_path": "root README.md -> datalad rerun results-containerized -> reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Historical captured image build/save command with Dockerfile input and container/image output.", "discovery_path": "root README.md -> datalad rerun results-containerized -> reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated clone, rerun and manuscript-build instructions; tool and platform prerequisites; documented historical Fig. 4 difference.", "discovery_path": "root -> README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "description": "Manuscript target renders SVGs then runs latexmk; clean target removes previous generated manuscript/results files.", "discovery_path": "root -> Makefile", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-05": { "score": 2, "rationale": "The run-bearing commit links source, input subdataset states, configuration and image through its tracked tree. Host orchestration Python/DataLad/Docker versions are not fixed by the execution record; README verified versions are not exact recorded runtime identities.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical automatically captured run record: command, exact input patterns, container extra input, img/results outputs and exit 0; author reports small histogram difference.", "discovery_path": "root README.md -> datalad rerun results-containerized -> reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Tracked image manifest gives configuration and layer SHA-256 paths, rather than relying only on latest tag.", "discovery_path": "root -> container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked image location, Python substitution, fresh temporary HOME and make invocation.", "discovery_path": "root -> .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated clone, rerun and manuscript-build instructions; tool and platform prerequisites; documented historical Fig. 4 difference.", "discovery_path": "root -> README.md", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-06": { "score": 0, "rationale": "The results tag is signed, but no supplied route to establish the signing key identity was located in inspected README/configuration. A signature block alone does not satisfy the complete binary anchor; cryptographic verification was not performed.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated clone, rerun and manuscript-build instructions; tool and platform prerequisites; documented historical Fig. 4 difference.", "discovery_path": "root -> README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/git/refs/tags/results-containerized", "description": "Locally inspected annotated tag object a303b5455458c79133a79864a590cbcdbad67a34 targets the recorded results commit and contains a PGP signature; no public-key identity verification instructions located.", "discovery_path": "root README.md -> results-containerized release/tag -> annotated tag object", "access_status": "accessible" } ], "observation": "not_findable", "confidence": "moderate", "evidence_rating": "sufficient", "feedback": "Clarify whether a hosting platform verification badge alone is an acceptable identity-verification route." }, "A-01": { "score": 3, "rationale": "The documented DataLad clone and rerun sequence resolves the declared data/code/image inputs, with download sizes and external prerequisite installation routes. The internal raw-source lab path is not required to consume the distributed recordings for these results.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated clone, rerun and manuscript-build instructions; tool and platform prerequisites; documented historical Fig. 4 difference.", "discovery_path": "root -> README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root explicitly links raw eyegaze, event-label data and REMoDNaV modules; frozen gitlinks identify their revisions.", "discovery_path": "root -> .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical automatically captured run record: command, exact input patterns, container extra input, img/results outputs and exit 0; author reports small histogram difference.", "discovery_path": "root README.md -> datalad rerun results-containerized -> reachable Git history", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-02": { "score": 3, "rationale": "Installation links, named DataLad Containers/Docker prerequisites and registered adapter/image configuration provide an operational setup sequence; the image contains the analysis and typesetting stack.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated clone, rerun and manuscript-build instructions; tool and platform prerequisites; documented historical Fig. 4 difference.", "discovery_path": "root -> README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked image location, Python substitution, fresh temporary HOME and make invocation.", "discovery_path": "root -> .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian recipe specifies Python/system/rendering packages; Debian tag and apt packages remain moving.", "discovery_path": "root -> container/Dockerfile", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-03": { "score": 3, "rationale": "README separates recomputing numerical values/SVGs from building main.pdf. Recorded command and make targets specify ordering, flags and destinations; manuscript figure names and result inclusion make the output relationship inspectable.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated clone, rerun and manuscript-build instructions; tool and platform prerequisites; documented historical Fig. 4 difference.", "discovery_path": "root -> README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical automatically captured run record: command, exact input patterns, container extra input, img/results outputs and exit 0; author reports small histogram difference.", "discovery_path": "root README.md -> datalad rerun results-containerized -> reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Installs linked REMoDNaV source, deletes results definition, executes script with -s -f -r -m; clean target removes caches.", "discovery_path": "root -> Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "description": "Manuscript target renders SVGs then runs latexmk; clean target removes previous generated manuscript/results files.", "discovery_path": "root -> Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript incorporates results_def.tex and named figures, and explicitly identifies precisely versioned input datasets.", "discovery_path": "root -> main.tex", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-04": { "score": 3, "rationale": "Executable clone/rerun commands plus explicit input declarations/subdataset references provide acquisition and assembly for the inputs consumed by this pipeline. This is inspection of supplied procedures, not an observed acquisition.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated clone, rerun and manuscript-build instructions; tool and platform prerequisites; documented historical Fig. 4 difference.", "discovery_path": "root -> README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root explicitly links raw eyegaze, event-label data and REMoDNaV modules; frozen gitlinks identify their revisions.", "discovery_path": "root -> .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical automatically captured run record: command, exact input patterns, container extra input, img/results outputs and exit 0; author reports small histogram difference.", "discovery_path": "root README.md -> datalad rerun results-containerized -> reachable Git history", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-05": { "score": 3, "rationale": "The script dispatches statistics, confusion plots, durations, traces, main sequences and classification plots with explicit settings. Make rules handle figure conversion and manuscript rendering. Authored static diagram sources are tracked inputs rather than an omitted numerical computation.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected imports, data loaders, parameters, output destinations and CLI dispatch for statistics and figure generation.", "discovery_path": "root -> code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Installs linked REMoDNaV source, deletes results definition, executes script with -s -f -r -m; clean target removes caches.", "discovery_path": "root -> Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "description": "Manuscript target renders SVGs then runs latexmk; clean target removes previous generated manuscript/results files.", "discovery_path": "root -> Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript incorporates results_def.tex and named figures, and explicitly identifies precisely versioned input datasets.", "discovery_path": "root -> main.tex", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-06": { "score": 2, "rationale": "A concrete DataLad rerun mechanism and captured run specification cover result computation. Historical host orchestration versions remain unresolved, and manuscript compilation has no located replay record; complete replay coverage is therefore not established.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated clone, rerun and manuscript-build instructions; tool and platform prerequisites; documented historical Fig. 4 difference.", "discovery_path": "root -> README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical automatically captured run record: command, exact input patterns, container extra input, img/results outputs and exit 0; author reports small histogram difference.", "discovery_path": "root README.md -> datalad rerun results-containerized -> reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked image location, Python substitution, fresh temporary HOME and make invocation.", "discovery_path": "root -> .datalad/config", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-01": { "score": 3, "rationale": "Data repositories, independently versioned classifier, root analysis script, manuscript, generated figure/result paths and image recipe/artifact have identifiable separate responsibilities.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root explicitly links raw eyegaze, event-label data and REMoDNaV modules; frozen gitlinks identify their revisions.", "discovery_path": "root -> .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected imports, data loaders, parameters, output destinations and CLI dispatch for statistics and figure generation.", "discovery_path": "root -> code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript incorporates results_def.tex and named figures, and explicitly identifies precisely versioned input datasets.", "discovery_path": "root -> main.tex", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian recipe specifies Python/system/rendering packages; Debian tag and apt packages remain moving.", "discovery_path": "root -> container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Tracked image manifest gives configuration and layer SHA-256 paths, rather than relying only on latest tag.", "discovery_path": "root -> container/image/manifest.json", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-02": { "score": 1, "rationale": "Subdataset states can be selected independently, but the root analysis imports remodnav.tests.utils and constructs paths into the classifier test-data tree. Consumers thus rely on internal layout rather than solely documented replacement interfaces.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root explicitly links raw eyegaze, event-label data and REMoDNaV modules; frozen gitlinks identify their revisions.", "discovery_path": "root -> .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected imports, data loaders, parameters, output destinations and CLI dispatch for statistics and figure generation.", "discovery_path": "root -> code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-03": { "score": 2, "rationale": "MIT, PDDL, GPLv3 and CC BY declarations attach independently to several modules. No explicit mapping establishes terms for the event-label dataset or all container-distributed assets.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root CC BY 4.0 full terms.", "discovery_path": "root -> COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "REMoDNaV explicitly assigns MIT to code and documentation.", "discovery_path": "root -> remodnav -> LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "Raw dataset supplies PDDL terms.", "discovery_path": "root -> data/raw_eyegaze -> LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "Linked Anderson evaluation module supplies GPLv3 terms.", "discovery_path": "root -> remodnav -> remodnav/tests/data/anderson_etal -> LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Linked event-label dataset has reproduction notes but no license declaration in its frozen root inventory.", "discovery_path": "root -> data/studyforrest-data-eyemovementlabels -> README", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-04": { "score": 1, "rationale": "Different module license texts are present, but inspected root/manuscript/module notes do not explain compatibility handling at their combinations or the container distribution boundary. Listing terms supports only the limited anchor.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root CC BY 4.0 full terms.", "discovery_path": "root -> COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "REMoDNaV explicitly assigns MIT to code and documentation.", "discovery_path": "root -> remodnav -> LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "Raw dataset supplies PDDL terms.", "discovery_path": "root -> data/raw_eyegaze -> LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "Linked Anderson evaluation module supplies GPLv3 terms.", "discovery_path": "root -> remodnav -> remodnav/tests/data/anderson_etal -> LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated clone, rerun and manuscript-build instructions; tool and platform prerequisites; documented historical Fig. 4 difference.", "discovery_path": "root -> README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Linked event-label dataset has reproduction notes but no license declaration in its frozen root inventory.", "discovery_path": "root -> data/studyforrest-data-eyemovementlabels -> README", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-05": { "score": null, "rationale": "Raw dataset explicitly advertises unrestricted access, and source/data modules have physical separation. The event-label and all distributed-image access conditions are not established by the supplied material, so uniform access or complete handling of mixed conditions cannot responsibly be rated.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "States data access unrestricted, without registration/authentication.", "discovery_path": "root -> data/raw_eyegaze -> README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root explicitly links raw eyegaze, event-label data and REMoDNaV modules; frozen gitlinks identify their revisions.", "discovery_path": "root -> .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Linked event-label dataset has reproduction notes but no license declaration in its frozen root inventory.", "discovery_path": "root -> data/studyforrest-data-eyemovementlabels -> README", "access_status": "accessible" } ], "observation": "not_assessed", "confidence": "moderate", "evidence_rating": "insufficient", "feedback": "Specify how unknown access conditions should be distinguished from anchor zero when modules are structurally separate." }, "M-06": { "score": 3, "rationale": "Root and recursive submodule references select code/data states, script paths identify their consumption, and container configuration fixes the image connection. This suffices to reconstruct assembly for result production; unused raw acquisition sources are outside that assembly.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root explicitly links raw eyegaze, event-label data and REMoDNaV modules; frozen gitlinks identify their revisions.", "discovery_path": "root -> .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected imports, data loaders, parameters, output destinations and CLI dispatch for statistics and figure generation.", "discovery_path": "root -> code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked image location, Python substitution, fresh temporary HOME and make invocation.", "discovery_path": "root -> .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Tracked image manifest gives configuration and layer SHA-256 paths, rather than relying only on latest tag.", "discovery_path": "root -> container/image/manifest.json", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-01": { "score": 2, "rationale": "README names host tools, tested Debian/macOS/Windows platforms and data/image volume; linked raw-data instructions name Git/git-annex. Docker adapter additionally assumes a Docker executable manageable by the user, an essential host permission prerequisite not made explicit in root setup.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated clone, rerun and manuscript-build instructions; tool and platform prerequisites; documented historical Fig. 4 difference.", "discovery_path": "root -> README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Git/git-annex acquisition prerequisites.", "discovery_path": "root -> data/raw_eyegaze -> README.rst", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected v1.2.3 adapter: hashes configuration to select image, docker run --rm, mounts current dataset at /tmp, sets working directory and user ID.", "discovery_path": "root README.md -> DataLad Containers v1.2.3 -> .datalad/config adapter invocation -> datalad_container/adapters/docker.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-02": { "score": 3, "rationale": "Active pipeline uses dataset-relative paths, a declared image mount/working directory and configurable Python substitution; temporary HOME is explicit. No local-user absolute path is required by the scoped result procedure. Older upstream Condor scripts do not run in this root procedure.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked image location, Python substitution, fresh temporary HOME and make invocation.", "discovery_path": "root -> .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected v1.2.3 adapter: hashes configuration to select image, docker run --rm, mounts current dataset at /tmp, sets working directory and user ID.", "discovery_path": "root README.md -> DataLad Containers v1.2.3 -> .datalad/config adapter invocation -> datalad_container/adapters/docker.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected imports, data loaders, parameters, output destinations and CLI dispatch for statistics and figure generation.", "discovery_path": "root -> code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-03": { "score": 3, "rationale": "Tracked Docker recipe covers runtime, numerical/plotting dependencies and OS-level rendering tools; algorithm setup declares its libraries. Host orchestration dependencies are separately named. This concerns dependency coverage rather than immutable build resolution.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian recipe specifies Python/system/rendering packages; Debian tag and apt packages remain moving.", "discovery_path": "root -> container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Declares numpy/scipy/statsmodels/matplotlib dependencies and CLI.", "discovery_path": "root -> remodnav -> setup.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated clone, rerun and manuscript-build instructions; tool and platform prerequisites; documented historical Fig. 4 difference.", "discovery_path": "root -> README.md", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-04": { "score": 1, "rationale": "The required Dockerfile and registration are in the root versioned tree; algorithm package environment declarations are in a pinned linked module. The obsolete virtualenv path is not a required second environment for the current container procedure.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian recipe specifies Python/system/rendering packages; Debian tag and apt packages remain moving.", "discovery_path": "root -> container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked image location, Python substitution, fresh temporary HOME and make invocation.", "discovery_path": "root -> .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Versioned algorithm dependency definition.", "discovery_path": "root -> remodnav -> setup.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-05": { "score": 3, "rationale": "Dockerfile and image manifests are machine-consumable, and registered adapter invokes the specified image on documented compatible host platforms using explicit mount/user configuration. This capability finding does not certify a successful build or run.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian recipe specifies Python/system/rendering packages; Debian tag and apt packages remain moving.", "discovery_path": "root -> container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Tracked image manifest gives configuration and layer SHA-256 paths, rather than relying only on latest tag.", "discovery_path": "root -> container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked image location, Python substitution, fresh temporary HOME and make invocation.", "discovery_path": "root -> .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected v1.2.3 adapter: hashes configuration to select image, docker run --rm, mounts current dataset at /tmp, sets working directory and user ID.", "discovery_path": "root README.md -> DataLad Containers v1.2.3 -> .datalad/config adapter invocation -> datalad_container/adapters/docker.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated clone, rerun and manuscript-build instructions; tool and platform prerequisites; documented historical Fig. 4 difference.", "discovery_path": "root -> README.md", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "E-01": { "score": 3, "rationale": "Adapter runs the selected image as a new docker run instance each invocation; root command creates a dedicated temporary HOME. No reuse of a previously modified container is specified.", "evidence": [ { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected v1.2.3 adapter: hashes configuration to select image, docker run --rm, mounts current dataset at /tmp, sets working directory and user ID.", "discovery_path": "root README.md -> DataLad Containers v1.2.3 -> .datalad/config adapter invocation -> datalad_container/adapters/docker.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked image location, Python substitution, fresh temporary HOME and make invocation.", "discovery_path": "root -> .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical automatically captured run record: command, exact input patterns, container extra input, img/results outputs and exit 0; author reports small histogram difference.", "discovery_path": "root README.md -> datalad rerun results-containerized -> reachable Git history", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "E-02": { "score": 3, "rationale": "Adapter mounts the dataset as the working/output directory and uses --rm; figures/results persist there and DataLad provenance persists in Git independently. Mutable container removal is automatic.", "evidence": [ { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected v1.2.3 adapter: hashes configuration to select image, docker run --rm, mounts current dataset at /tmp, sets working directory and user ID.", "discovery_path": "root README.md -> DataLad Containers v1.2.3 -> .datalad/config adapter invocation -> datalad_container/adapters/docker.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical automatically captured run record: command, exact input patterns, container extra input, img/results outputs and exit 0; author reports small histogram difference.", "discovery_path": "root README.md -> datalad rerun results-containerized -> reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked image location, Python substitution, fresh temporary HOME and make invocation.", "discovery_path": "root -> .datalad/config", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "E-03": { "score": 2, "rationale": "Recorded result command explicitly cleans generated artifacts and cache directories before recomputation, and declared inputs are fixed. The mounted dataset workspace itself remains persistent; establishing a pristine checkout/reset is a recipient step rather than automatic isolation of all undeclared host files.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical automatically captured run record: command, exact input patterns, container extra input, img/results outputs and exit 0; author reports small histogram difference.", "discovery_path": "root README.md -> datalad rerun results-containerized -> reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Installs linked REMoDNaV source, deletes results definition, executes script with -s -f -r -m; clean target removes caches.", "discovery_path": "root -> Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "description": "Manuscript target renders SVGs then runs latexmk; clean target removes previous generated manuscript/results files.", "discovery_path": "root -> Makefile", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected v1.2.3 adapter: hashes configuration to select image, docker run --rm, mounts current dataset at /tmp, sets working directory and user ID.", "discovery_path": "root README.md -> DataLad Containers v1.2.3 -> .datalad/config adapter invocation -> datalad_container/adapters/docker.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-01": { "score": null, "rationale": "Explicit versioned Git routes and annex payload routes exist, including the container-layer web URL. This cohort omits payloads and prohibits retrieval, so whether every intended payload is obtainable is unknown. No observed failed retrieval warrants anchor 2 and no missing essential route warrants anchor 1.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated clone, rerun and manuscript-build instructions; tool and platform prerequisites; documented historical Fig. 4 difference.", "discovery_path": "root -> README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root explicitly links raw eyegaze, event-label data and REMoDNaV modules; frozen gitlinks identify their revisions.", "discovery_path": "root -> .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Tracked image manifest gives configuration and layer SHA-256 paths, rather than relying only on latest tag.", "discovery_path": "root -> container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "description": "Supplied git-annex availability metadata advertises the OCI layer URL at datapub.fz-juelich.de; payload was not acquired or availability tested.", "discovery_path": "root image annex pointer -> repository git-annex availability metadata at frozen branch revision", "access_status": "accessible" } ], "observation": "not_assessed", "confidence": "moderate", "evidence_rating": "insufficient", "feedback": "Inspection-only conditions cannot distinguish fully usable routes from stale availability metadata." }, "D-02": { "score": 1, "rationale": "Git commits, image digests and annex keys preserve identity, and raw-data README references an alternative repository/archive ecosystem. No independent preservation/recovery route is supplied for every required event table and container blob; container availability metadata points to a single service.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "description": "Supplied git-annex availability metadata advertises the OCI layer URL at datapub.fz-juelich.de; payload was not acquired or availability tested.", "discovery_path": "root image annex pointer -> repository git-annex availability metadata at frozen branch revision", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Tracked image manifest gives configuration and layer SHA-256 paths, rather than relying only on latest tag.", "discovery_path": "root -> container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "OpenFMRI alternate dataset route and Zenodo DOI badge, without demonstrated complete joint archive.", "discovery_path": "root -> data/raw_eyegaze -> README.rst", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-03": { "score": 1, "rationale": "Dockerfile is an executable build definition but Debian bookworm-slim, apt repositories/packages and transitive pip resolution are not frozen. Four pinned Python packages and a fixed distributed image do not fix future build-input resolution.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian recipe specifies Python/system/rendering packages; Debian tag and apt packages remain moving.", "discovery_path": "root -> container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Historical captured image build/save command with Dockerfile input and container/image output.", "discovery_path": "root README.md -> datalad rerun results-containerized -> reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Tracked image manifest gives configuration and layer SHA-256 paths, rather than relying only on latest tag.", "discovery_path": "root -> container/image/manifest.json", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-04": { "score": 2, "rationale": "Several modules have unambiguous named full terms (CC BY 4.0, MIT, PDDL and GPLv3), but event-label terms and the complete bundled-image asset mapping remain unresolved.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root CC BY 4.0 full terms.", "discovery_path": "root -> COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "REMoDNaV explicitly assigns MIT to code and documentation.", "discovery_path": "root -> remodnav -> LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "Raw dataset supplies PDDL terms.", "discovery_path": "root -> data/raw_eyegaze -> LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "Linked Anderson evaluation module supplies GPLv3 terms.", "discovery_path": "root -> remodnav -> remodnav/tests/data/anderson_etal -> LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Linked event-label dataset has reproduction notes but no license declaration in its frozen root inventory.", "discovery_path": "root -> data/studyforrest-data-eyemovementlabels -> README", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-05": { "score": 3, "rationale": "Assessed root snapshot combines exact gitlinks, tracked results/configuration and content-identified image components into a fixed joint selection. The manifest latest label does not float execution because the adapter selects the stored configuration digest.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root explicitly links raw eyegaze, event-label data and REMoDNaV modules; frozen gitlinks identify their revisions.", "discovery_path": "root -> .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Tracked image manifest gives configuration and layer SHA-256 paths, rather than relying only on latest tag.", "discovery_path": "root -> container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected v1.2.3 adapter: hashes configuration to select image, docker run --rm, mounts current dataset at /tmp, sets working directory and user ID.", "discovery_path": "root README.md -> DataLad Containers v1.2.3 -> .datalad/config adapter invocation -> datalad_container/adapters/docker.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical automatically captured run record: command, exact input patterns, container extra input, img/results outputs and exit 0; author reports small histogram difference.", "discovery_path": "root README.md -> datalad rerun results-containerized -> reachable Git history", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-06": { "score": 0, "rationale": "Image build command and content hashes establish a recorded relationship but no image signature or attestation verifies producer and build-source origin. Signed results tag is not an executable-artifact build attestation.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Historical captured image build/save command with Dockerfile input and container/image output.", "discovery_path": "root README.md -> datalad rerun results-containerized -> reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Tracked image manifest gives configuration and layer SHA-256 paths, rather than relying only on latest tag.", "discovery_path": "root -> container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/git/refs/tags/results-containerized", "description": "Locally inspected annotated tag object a303b5455458c79133a79864a590cbcdbad67a34 targets the recorded results commit and contains a PGP signature; no public-key identity verification instructions located.", "discovery_path": "root README.md -> results-containerized release/tag -> annotated tag object", "access_status": "accessible" } ], "observation": "not_findable", "confidence": "moderate", "evidence_rating": "sufficient" } }, "comment": "Independent inspection using frozen manifest e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. No scientific execution, network calls, container builds or payload acquisition. Scope includes numerical results, figures and manuscript, with linked components used by their production. Existing event labels/raw recordings are consumed as fixed inputs; recreating the original participant acquisition is not asserted. Unused nested lab-source absolute URL is documented but does not prevent locating the distributed inputs. Historical run exit codes and reported differences are source evidence, not assessor-observed reproduction. Native completion remains provisional with M-05 and D-01 unanswered; binary anchors retained. No actual model/runtime identity asserted." } ] }, "report_content": "# Independent REMoDNaV inspection — rubric replicate 1\n\nAssessed root revision `34388d3ca78fbd483e022e4e2851be390b7eebf2` with rubric 0.1.0; all seven weights are 1. Scope: numerical results, figures and manuscript, including linked components used by their production.\n\nThis inspection report is complete. Native criterion completion is 34/36; M-05 (access-condition evidence) and D-01 (actual intended-state retrieval) remain null. The overall profile is provisional: 76.43/100. Unanswered criteria remain in the fixed denominator.\n\n| Dimension | Provisional score /100 |\n| --- | ---: |\n| Self-containment | 91.67 |\n| Tracking | 72.22 |\n| Actionability | 94.44 |\n| Modularity | 55.56 |\n| Portability | 93.33 |\n| Ephemerality | 88.89 |\n| Distributability | 38.89 |\n\nThe root explicitly connects the analysis script, input datasets, classifier, manuscript and tracked image. Existing Git/annex identities fix the intended joint state. Executable instructions distinguish numerical/SVG recomputation from manuscript compilation. Historical DataLad records support actual prior result and image-build provenance, while compilation lacks a located captured run.\n\nMaterial limitations: event-label and bundled-image license coverage is incomplete; compatibility handling is undocumented; the Docker build recipe still resolves moving base/system/transitive dependencies; and a PGP-signed results tag lacks a located supplied signing-identity verification route. Image hashes and a historical build record do not constitute a signed artifact-origin attestation. The persistent mounted workspace limits the clean-state finding.\n\nNo scientific workflow, build, acquisition or network call was performed. Annex payloads, image layers and binary figures/data were intentionally absent from the cohort; their absence is not an observed retrieval failure. Historical documentation reports a small histogram difference from publication. This report does not claim independent reproduction. The nested raw-acquisition lab path is not needed to consume the distributed recordings used here.\n\nSelected evidence:\n- [Root instructions](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md)\n- [Recorded numerical/SVG execution](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d)\n- [Container build recipe](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile)\n- [Stored image manifest](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json)\n\nCriterion judgments (full discovery paths and evidence objects are in the native bundle):\n\n- **S-01 A discoverable object boundary: 3** — The README identifies the research boundary and Makefiles/script connect manuscript, figures, statistics, linked code/data and tracked image. All identified result-production components are reachable.\n- **S-02 Data and code within the boundary: 3** — The result script explicitly addresses Anderson annotations, studyforrest raw recordings and event tables through linked datasets; analysis code and manuscript sources are included. Missing cohort payload bytes do not erase these explicit references.\n- **S-03 Environment and configuration within the boundary: 3** — Dockerfile, container registration, package setup and script arguments/defaults represent environment and computation settings. Presence is supported even though rebuild pinning is incomplete.\n- **S-04 Reachable license declarations: 2** — Root, algorithm, raw dataset and evaluation module declarations are reachable, but the event-label module has no independently attributable declaration; container package licensing is not inventoried.\n- **T-01 Exact component identities: 3** — Frozen root Git objects/gitlinks identify code, parameters and dataset states; annex keys identify large data and image blobs, and tracked manifest supplies image digests. Unpinned future rebuild inputs are distinct from identities of the distributed image.\n- **T-02 Integrated content-addressed tracking: 3** — The root Git/subdataset/annex hierarchy provides a compatible content-addressed view of input tables, recordings, source, manuscript, results and image. Remote payload storage does not put identity outside this tracking view.\n- **T-03 Attributable modification history: 3** — Reachable root and linked-module histories contain named actors, timestamps and descriptions, covering data imports/corrections, algorithm changes, result generation, image construction and manuscript edits.\n- **T-04 Programmatic computation provenance: 2** — The statistics/SVG run and image build have actual historical DataLad command/input/output records. Manuscript compilation is supplied as a command but no captured compilation run was located, so coverage of all scoped steps is incomplete.\n- **T-05 Versions linked to execution records: 2** — The run-bearing commit links source, input subdataset states, configuration and image through its tracked tree. Host orchestration Python/DataLad/Docker versions are not fixed by the execution record; README verified versions are not exact recorded runtime identities.\n- **T-06 Authenticated provenance records: 0** — The results tag is signed, but no supplied route to establish the signing key identity was located in inspected README/configuration. A signature block alone does not satisfy the complete binary anchor; cryptographic verification was not performed.\n- **A-01 Acquisition instructions: 3** — The documented DataLad clone and rerun sequence resolves the declared data/code/image inputs, with download sizes and external prerequisite installation routes. The internal raw-source lab path is not required to consume the distributed recordings for these results.\n- **A-02 Setup instructions: 3** — Installation links, named DataLad Containers/Docker prerequisites and registered adapter/image configuration provide an operational setup sequence; the image contains the analysis and typesetting stack.\n- **A-03 Result reproduction instructions: 3** — README separates recomputing numerical values/SVGs from building main.pdf. Recorded command and make targets specify ordering, flags and destinations; manuscript figure names and result inclusion make the output relationship inspectable.\n- **A-04 Executable acquisition and assembly: 3** — Executable clone/rerun commands plus explicit input declarations/subdataset references provide acquisition and assembly for the inputs consumed by this pipeline. This is inspection of supplied procedures, not an observed acquisition.\n- **A-05 Executable result production: 3** — The script dispatches statistics, confusion plots, durations, traces, main sequences and classification plots with explicit settings. Make rules handle figure conversion and manuscript rendering. Authored static diagram sources are tracked inputs rather than an omitted numerical computation.\n- **A-06 Executable replay of provenance: 2** — A concrete DataLad rerun mechanism and captured run specification cover result computation. Historical host orchestration versions remain unresolved, and manuscript compilation has no located replay record; complete replay coverage is therefore not established.\n- **M-01 Separable component boundaries: 3** — Data repositories, independently versioned classifier, root analysis script, manuscript, generated figure/result paths and image recipe/artifact have identifiable separate responsibilities.\n- **M-02 Independent module replacement: 1** — Subdataset states can be selected independently, but the root analysis imports remodnav.tests.utils and constructs paths into the classifier test-data tree. Consumers thus rely on internal layout rather than solely documented replacement interfaces.\n- **M-03 Module-specific license scope: 2** — MIT, PDDL, GPLv3 and CC BY declarations attach independently to several modules. No explicit mapping establishes terms for the event-label dataset or all container-distributed assets.\n- **M-04 License compatibility at composition boundaries: 1** — Different module license texts are present, but inspected root/manuscript/module notes do not explain compatibility handling at their combinations or the container distribution boundary. Listing terms supports only the limited anchor.\n- **M-05 Access conditions separated by module: unanswered** — Raw dataset explicitly advertises unrestricted access, and source/data modules have physical separation. The event-label and all distributed-image access conditions are not established by the supplied material, so uniform access or complete handling of mixed conditions cannot responsibly be rated.\n- **M-06 Composable module specification: 3** — Root and recursive submodule references select code/data states, script paths identify their consumption, and container configuration fixes the image connection. This suffices to reconstruct assembly for result production; unused raw acquisition sources are outside that assembly.\n- **P-01 Explicit host prerequisites: 2** — README names host tools, tested Debian/macOS/Windows platforms and data/image volume; linked raw-data instructions name Git/git-annex. Docker adapter additionally assumes a Docker executable manageable by the user, an essential host permission prerequisite not made explicit in root setup.\n- **P-02 Isolated host configuration: 3** — Active pipeline uses dataset-relative paths, a declared image mount/working directory and configurable Python substitution; temporary HOME is explicit. No local-user absolute path is required by the scoped result procedure. Older upstream Condor scripts do not run in this root procedure.\n- **P-03 Complete environment specification: 3** — Tracked Docker recipe covers runtime, numerical/plotting dependencies and OS-level rendering tools; algorithm setup declares its libraries. Host orchestration dependencies are separately named. This concerns dependency coverage rather than immutable build resolution.\n- **P-04 Version-controlled environment definitions: 1** — The required Dockerfile and registration are in the root versioned tree; algorithm package environment declarations are in a pinned linked module. The obsolete virtualenv path is not a required second environment for the current container procedure.\n- **P-05 Machine-readable environment specification: 3** — Dockerfile and image manifests are machine-consumable, and registered adapter invokes the specified image on documented compatible host platforms using explicit mount/user configuration. This capability finding does not certify a successful build or run.\n- **E-01 Fresh execution environment: 3** — Adapter runs the selected image as a new docker run instance each invocation; root command creates a dedicated temporary HOME. No reuse of a previously modified container is specified.\n- **E-02 Disposable environment lifecycle: 3** — Adapter mounts the dataset as the working/output directory and uses --rm; figures/results persist there and DataLad provenance persists in Git independently. Mutable container removal is automatic.\n- **E-03 Independence from previous runs: 2** — Recorded result command explicitly cleans generated artifacts and cache directories before recomputation, and declared inputs are fixed. The mounted dataset workspace itself remains persistent; establishing a pristine checkout/reset is a recipient step rather than automatic isolation of all undeclared host files.\n- **D-01 Retrieval in the intended state: unanswered** — Explicit versioned Git routes and annex payload routes exist, including the container-layer web URL. This cohort omits payloads and prohibits retrieval, so whether every intended payload is obtainable is unknown. No observed failed retrieval warrants anchor 2 and no missing essential route warrants anchor 1.\n- **D-02 Persistence beyond a single mutable location: 1** — Git commits, image digests and annex keys preserve identity, and raw-data README references an alternative repository/archive ecosystem. No independent preservation/recovery route is supplied for every required event table and container blob; container availability metadata points to a single service.\n- **D-03 Frozen environment reconstruction: 1** — Dockerfile is an executable build definition but Debian bookworm-slim, apt repositories/packages and transitive pip resolution are not frozen. Four pinned Python packages and a fixed distributed image do not fix future build-input resolution.\n- **D-04 Resolvable license identifiers: 2** — Several modules have unambiguous named full terms (CC BY 4.0, MIT, PDDL and GPLv3), but event-label terms and the complete bundled-image asset mapping remain unresolved.\n- **D-05 Coherent frozen distribution: 3** — Assessed root snapshot combines exact gitlinks, tracked results/configuration and content-identified image components into a fixed joint selection. The manifest latest label does not float execution because the adapter selects the stored configuration digest.\n- **D-06 Verifiable distributed-artifact origin: 0** — Image build command and content hashes establish a recorded relationship but no image signature or attestation verifies producer and build-source origin. Signed results tag is not an executable-artifact build attestation.\n" }, { "id": "study-rubric-02", "study_id": "remodnav-method-comparison-01", "object_id": "paper-remodnav", "object_revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "method_id": "rubric", "method_revision": "e8d94d00d904058b8f87c8331cbe32e225a9490f", "rubric_id": "stamped-rubric-0.1.0", "rubric_sha256": "05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4", "model_requested": "gpt-6.1-sol", "model_observed": null, "reasoning_effort": "medium", "replicate": 2, "status": "complete", "independent": true, "created_at": "2026-10-27T23:55:08.597598+00:00", "native_output": "results/study-rubric-02.bundle.json", "report": "results/study-rubric-02.md", "summary": { "dimension_scores": { "S": 91.66666666666666, "T": 72.22222222222221, "A": 61.11111111111111, "M": 55.555555555555564, "P": 86.66666666666666, "E": 88.88888888888887, "D": 38.888888888888886 }, "overall_score": 70.71428571428571, "scale_max": 100, "completion": { "answered": 33, "total": 36 }, "weights": { "S": 1, "T": 1, "A": 1, "M": 1, "P": 1, "E": 1, "D": 1 } }, "limitations": [ "3 criteria remain unanswered; native score is provisional.", "Inspection cohort; no scientific workflow execution or independent payload retrieval by this assessor.", "Actual model version not independently exposed; requested model and reasoning are recorded." ], "evidence_cohort": "remodnav-e3c6253bced7", "native_data": { "format_version": "1.0.0", "rubric_version": "0.1.0", "rubric_sha256": "05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4", "research_object": { "title": "REMoDNaV: Robust Eye Movement Detection for Natural Viewing", "locator": "https://github.com/psychoinformatics-de/paper-remodnav", "revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "scope": "Numerical results, figures and manuscript, including explicitly linked computational components." }, "assessments": [ { "id": "study-rubric-02", "reviewer": { "id": "study-rubric-02-assessor", "name": "Independent assessor" }, "created_at": "2026-10-28T00:25:47.447228Z", "updated_at": "2026-10-28T00:25:47.447228Z", "review_of": null, "weights": { "S": 1, "T": 1, "A": 1, "M": 1, "P": 1, "E": 1, "D": 1 }, "responses": { "S-01": { "score": 3, "rationale": "Starting at this paper repository, the README states the roles of raw inputs, statistics/figure code and manuscript. Root registrations and nested REMoDNaV registrations locate all identified essential computational modules. The internal lab-eyetracking acquisition source is not consumed by the paper analysis: published raw eye-gaze files are its inputs.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions name the scoped paper outputs, prerequisites, clone, tagged rerun, manuscript command and expected download sizes.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root registers data/raw_eyegaze, data/studyforrest-data-eyemovementlabels and remodnav; their Gitlinks select immutable revisions.", "discovery_path": "root → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected analysis imports, explicit data paths, parameter constants, result writers and command dispatch.", "discovery_path": "root → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "REMoDNaV links the Andersson evaluation dataset and studyforrest dataset at Gitlink-selected states.", "discovery_path": "root → remodnav → .gitmodules", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "S-02": { "score": 3, "rationale": "Both data classes used by the analysis (Andersson annotations and studyforrest raw/event-label data) are explicitly referenced through registered modules and named paths. Analysis code and manuscript source are present. Hand-transcribed comparator summary values have an exact upstream MAT-file reference in the script. Missing cached data bytes are an inspection boundary, not a missing reference.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root registers data/raw_eyegaze, data/studyforrest-data-eyemovementlabels and remodnav; their Gitlinks select immutable revisions.", "discovery_path": "root → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "REMoDNaV links the Andersson evaluation dataset and studyforrest dataset at Gitlink-selected states.", "discovery_path": "root → remodnav → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected analysis imports, explicit data paths, parameter constants, result writers and command dispatch.", "discovery_path": "root → code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "S-03": { "score": 3, "rationale": "The saved image, Dockerfile, DataLad tool references, make targets and script parameters jointly represent the required environment and computation settings. Pixel-to-degree factors, subjects, sampling rates and classifier calls/defaults are identifiable. Version pinning is a separate judgment.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions name the scoped paper outputs, prerequisites, clone, tagged rerun, manuscript command and expected download sizes.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian bookworm-slim recipe supplies OS/Python/plotting/TeX tools; four pip packages are pinned, base and apt packages are moving.", "discovery_path": "root → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make definition selects container/image, constructs a temporary HOME and runs Docker-Makefile; python orchestration is an overridable substitution.", "discovery_path": "root → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "results_def.tex target installs linked REMoDNaV and invokes mk_figuresnstats.py -s -f -r -m; clean removes generated manuscript files and selected caches.", "discovery_path": "root → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected analysis imports, explicit data paths, parameter constants, result writers and command dispatch.", "discovery_path": "root → code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "S-04": { "score": 2, "rationale": "Root CC-BY-4.0, REMoDNaV MIT, raw-data PDDL and evaluation GPL declarations are reachable. The label-data module has no corresponding declaration in its inspected inventory, and container/bundled style assets lack a complete attributable license route. Thus some components have scoped declarations, but coverage is incomplete.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root Creative Commons Attribution 4.0 International text; no complete module or bundled-environment license mapping.", "discovery_path": "root → COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "REMoDNaV explicitly assigns MIT to code, examples and documentation.", "discovery_path": "root → remodnav → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw-data component declares unrestricted access and PDDL with a stable license link, plus Git-annex retrieval and OpenFMRI routes.", "discovery_path": "root → data/raw_eyegaze → README.rst", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "Linked Andersson evaluation module contains GNU GPL version 3 license text.", "discovery_path": "root → remodnav → remodnav/tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Label component documents older Condor steps but has no license declaration in the supplied tracked file inventory.", "discovery_path": "root → data/studyforrest-data-eyemovementlabels → README", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-01": { "score": 3, "rationale": "The assessed root commit identifies source/configuration/results; Gitlinks identify data and algorithm states, including distinct REMoDNaV states for label generation and paper analysis. Annex keys and image configuration/layer digests identify large data/environment artifacts. This credits state identification, without claiming payload verification or frozen reconstruction.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root registers data/raw_eyegaze, data/studyforrest-data-eyemovementlabels and remodnav; their Gitlinks select immutable revisions.", "discovery_path": "root → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "REMoDNaV links the Andersson evaluation dataset and studyforrest dataset at Gitlink-selected states.", "discovery_path": "root → remodnav → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Manifest selects content-addressed configuration and layer blobs, despite remodnav:latest display tag; annex pointers identify their bytes. Payloads were not supplied or retrieved.", "discovery_path": "root → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad record has exit 0, command, image extra-input, dataset globs, img/results_def.tex outputs and parent snapshot. This is historical provenance, not a run by this assessor.", "discovery_path": "root → reachable Git history → 57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-02": { "score": 3, "rationale": "Git records source, manuscript and configuration, nested Gitlinks register module states, and compatible Git-annex keys register large inputs and environment blobs. The research-component states can therefore be resolved from one Git/DataLad tracking view rather than separate unconnected version lists.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root registers data/raw_eyegaze, data/studyforrest-data-eyemovementlabels and remodnav; their Gitlinks select immutable revisions.", "discovery_path": "root → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "REMoDNaV links the Andersson evaluation dataset and studyforrest dataset at Gitlink-selected states.", "discovery_path": "root → remodnav → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Manifest selects content-addressed configuration and layer blobs, despite remodnav:latest display tag; annex pointers identify their bytes. Payloads were not supplied or retrieved.", "discovery_path": "root → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make definition selects container/image, constructs a temporary HOME and runs Docker-Makefile; python orchestration is an overridable substitution.", "discovery_path": "root → .datalad/config", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-03": { "score": 3, "rationale": "Reachable root and linked-module histories record named authors, timestamps and substantive changes across source, data/label modules, environment builds and manuscript/results. Examples include the 2023 environment recomputation and the older captured label-generation change. These are attributable records, without asserting real-world identity verification.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Root history includes dated, attributed manuscript/tooling edits and earlier recorded data/environment/result changes.", "discovery_path": "root → reachable Git history → 34388d3ca78fbd483e022e4e2851be390b7eebf2", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad record has exit 0, command, image extra-input, dataset globs, img/results_def.tex outputs and parent snapshot. This is historical provenance, not a run by this assessor.", "discovery_path": "root → reachable Git history → 57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Historical DataLad label computation records bash code/compute_all.sh, raw-eye-gaze input globs and sub-* outputs; its host Python environment is not captured.", "discovery_path": "root → data/studyforrest-data-eyemovementlabels → reachable Git history → bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/commit/0e6f82708e10b48039763aa1078696e802260674", "description": "Evaluation module history attributes labeling correction and uploaded data states.", "discovery_path": "root → remodnav → remodnav/tests/data/anderson_etal → reachable Git history → 0e6f82708e10b48039763aa1078696e802260674", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-04": { "score": 2, "rationale": "Automatically captured DataLad records identify commands, inputs and outputs for the main statistics/figure run and label computation. Coverage is partial: the quality_stats results/velocity histogram are outside the recorded dispatcher, and a supplied manuscript build command is not itself an observed captured build record.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad record has exit 0, command, image extra-input, dataset globs, img/results_def.tex outputs and parent snapshot. This is historical provenance, not a run by this assessor.", "discovery_path": "root → reachable Git history → 57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Historical DataLad label computation records bash code/compute_all.sh, raw-eye-gaze input globs and sub-* outputs; its host Python environment is not captured.", "discovery_path": "root → data/studyforrest-data-eyemovementlabels → reachable Git history → bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "description": "quality_stats() computes signal loss and img/velhist.svg; lines 472–474 instruct editing the CLI invocation list. The main dispatcher omits this function.", "discovery_path": "root → code/mk_figuresnstats.py#L463", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1145", "description": "Manuscript reports 15.1% versus 4.1% data loss and includes img/velhist; these remain within the declared numerical/figure scope.", "discovery_path": "root → main.tex#L1145", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions name the scoped paper outputs, prerequisites, clone, tagged rerun, manuscript command and expected download sizes.", "discovery_path": "root → README.md", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-05": { "score": 2, "rationale": "The root run commit/parent links analysis, data-module, configuration and image states; the image is an explicit extra-input. However the historical label computation uses host Python/PYTHONPATH without an exact environment state. The available records therefore link several component classes but not all environments for all recorded scoped executions.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad record has exit 0, command, image extra-input, dataset globs, img/results_def.tex outputs and parent snapshot. This is historical provenance, not a run by this assessor.", "discovery_path": "root → reachable Git history → 57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Historical DataLad label computation records bash code/compute_all.sh, raw-eye-gaze input globs and sub-* outputs; its host Python environment is not captured.", "discovery_path": "root → data/studyforrest-data-eyemovementlabels → reachable Git history → bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Runs linked classifier via host python with PYTHONPATH extended by the inherited environment.", "discovery_path": "root → data/studyforrest-data-eyemovementlabels → code/compute_all.sh", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-06": { "score": 0, "rationale": "A PGP-signed results tag is present, but the inspected README/tag does not supply a route binding its signing key to the claimed identity. Other provenance-bearing run commits inspected are unsigned. The binary fulfilled anchor requires signatures plus a supplied usable identity-verification route, which is not demonstrated.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/tree/a303b5455458c79133a79864a590cbcdbad67a34", "description": "Read annotated tag object a303b5455458c79133a79864a590cbcdbad67a34: PGP signature, tagger Michael Hanke, target 57d2565ab70b9d7b41c28aaa253ccc7096900f8d. No key binding/verification instructions found in the inspected object; signature was not cryptographically verified.", "discovery_path": "root README.md → results-containerized release/tag → immutable annotated tag object", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad record has exit 0, command, image extra-input, dataset globs, img/results_def.tex outputs and parent snapshot. This is historical provenance, not a run by this assessor.", "discovery_path": "root → reachable Git history → 57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "access_status": "accessible" } ], "observation": "not_findable", "confidence": "moderate", "evidence_rating": "sufficient", "feedback": "Clarify whether a signed snapshot of an unsigned provenance history can satisfy this criterion, and what key-publication route is sufficient." }, "A-01": { "score": 3, "rationale": "README supplies prerequisite installation links, a DataLad clone, tagged rerun that obtains declared data/image inputs, approximate download sizes, and a manuscript command. Registered module references and analysis datalad_get calls cover the input preparation route; no required controlled-access procedure was identified.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions name the scoped paper outputs, prerequisites, clone, tagged rerun, manuscript command and expected download sizes.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root registers data/raw_eyegaze, data/studyforrest-data-eyemovementlabels and remodnav; their Gitlinks select immutable revisions.", "discovery_path": "root → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad record has exit 0, command, image extra-input, dataset globs, img/results_def.tex outputs and parent snapshot. This is historical provenance, not a run by this assessor.", "discovery_path": "root → reachable Git history → 57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected analysis imports, explicit data paths, parameter constants, result writers and command dispatch.", "discovery_path": "root → code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-02": { "score": null, "rationale": "The analysis image loading and runtime configuration are explicit, but host installation is delegated to external DataLad/Containers/Docker instructions. Those pages are outside this frozen evidence and cannot be inspected under the network prohibition. I cannot judge operational completeness of the entire setup sequence without inventing an omission or assuming the linked instructions suffice.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions name the scoped paper outputs, prerequisites, clone, tagged rerun, manuscript command and expected download sizes.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make definition selects container/image, constructs a temporary HOME and runs Docker-Makefile; python orchestration is an overridable substitution.", "discovery_path": "root → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected cli_run/load: hashes saved configuration, loads that image ID, runs a new Docker container, mounts cwd at /tmp, sets workdir and uses --rm. Its comment notes non-root Docker access and fixed mount configuration.", "discovery_path": "root README.md → DataLad Containers v1.2.3 reference → .datalad/config adapter invocation → datalad_container/adapters/docker.py", "access_status": "accessible" } ], "observation": "not_assessed", "confidence": "low", "evidence_rating": "insufficient" }, "A-03": { "score": 1, "rationale": "The README unambiguously maps the main numerical/figure run and manuscript to commands and outputs. It does not cover every scoped numerical/figure result as executable instructions: quality_stats is excluded from dispatch and asks for a source edit; manually composed figure sources are retained. The broad claim to recompute everything is therefore only partly supported by inspected instructions.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions name the scoped paper outputs, prerequisites, clone, tagged rerun, manuscript command and expected download sizes.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "results_def.tex target installs linked REMoDNaV and invokes mk_figuresnstats.py -s -f -r -m; clean removes generated manuscript files and selected caches.", "discovery_path": "root → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "description": "quality_stats() computes signal loss and img/velhist.svg; lines 472–474 instruct editing the CLI invocation list. The main dispatcher omits this function.", "discovery_path": "root → code/mk_figuresnstats.py#L463", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1145", "description": "Manuscript reports 15.1% versus 4.1% data loss and includes img/velhist; these remain within the declared numerical/figure scope.", "discovery_path": "root → main.tex#L1145", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-04": { "score": 3, "rationale": "Supplied executable clone/rerun instructions, registered module references, recorded input globs and datalad_get calls express acquisition and assembly for the declared paper inputs and saved image. This is procedure inspection, not successful retrieval testing; the local upstream lab source is not a paper-run input.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions name the scoped paper outputs, prerequisites, clone, tagged rerun, manuscript command and expected download sizes.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root registers data/raw_eyegaze, data/studyforrest-data-eyemovementlabels and remodnav; their Gitlinks select immutable revisions.", "discovery_path": "root → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "REMoDNaV links the Andersson evaluation dataset and studyforrest dataset at Gitlink-selected states.", "discovery_path": "root → remodnav → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad record has exit 0, command, image extra-input, dataset globs, img/results_def.tex outputs and parent snapshot. This is historical provenance, not a run by this assessor.", "discovery_path": "root → reachable Git history → 57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected analysis imports, explicit data paths, parameter constants, result writers and command dispatch.", "discovery_path": "root → code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-05": { "score": 2, "rationale": "Makefiles, analysis dispatch and linked label-generation script form executable procedures for the main statistics, figures, event labels and PDF. They do not form a complete automatic specification for the whole scope: quality_stats needs manual dispatch changes, and algorithm flowchart material includes illustrative/manual composition. A callable dormant function is not an integrated result-producing procedure.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "results_def.tex target installs linked REMoDNaV and invokes mk_figuresnstats.py -s -f -r -m; clean removes generated manuscript files and selected caches.", "discovery_path": "root → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected analysis imports, explicit data paths, parameter constants, result writers and command dispatch.", "discovery_path": "root → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "description": "quality_stats() computes signal loss and img/velhist.svg; lines 472–474 instruct editing the CLI invocation list. The main dispatcher omits this function.", "discovery_path": "root → code/mk_figuresnstats.py#L463", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "description": "Executable conversion of existing SVG sources to PDF; it does not recreate their manual composition.", "discovery_path": "root → img/Makefile", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-06": { "score": 2, "rationale": "DataLad rerun and the recorded root inputs/outputs offer replay of the major statistics/figure computation from a historical snapshot. Label provenance also exposes a replayable command, but leaves its original host environment unresolved; no captured replay specification for all manuscript/quality-statistics steps was identified. This establishes partial replay capability, not a successful independent replay.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions name the scoped paper outputs, prerequisites, clone, tagged rerun, manuscript command and expected download sizes.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad record has exit 0, command, image extra-input, dataset globs, img/results_def.tex outputs and parent snapshot. This is historical provenance, not a run by this assessor.", "discovery_path": "root → reachable Git history → 57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Historical DataLad label computation records bash code/compute_all.sh, raw-eye-gaze input globs and sub-* outputs; its host Python environment is not captured.", "discovery_path": "root → data/studyforrest-data-eyemovementlabels → reachable Git history → bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "description": "quality_stats() computes signal loss and img/velhist.svg; lines 472–474 instruct editing the CLI invocation list. The main dispatcher omits this function.", "discovery_path": "root → code/mk_figuresnstats.py#L463", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-01": { "score": 3, "rationale": "Raw data, derived label data, classifier implementation, paper analysis, environment recipe/image, figure sources and manuscript have distinct registered-module or directory/file roles. The root describes these roles and its Makefiles connect them. Shared placement in one root does not erase the separable responsibilities.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions name the scoped paper outputs, prerequisites, clone, tagged rerun, manuscript command and expected download sizes.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root registers data/raw_eyegaze, data/studyforrest-data-eyemovementlabels and remodnav; their Gitlinks select immutable revisions.", "discovery_path": "root → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make definition selects container/image, constructs a temporary HOME and runs Docker-Makefile; python orchestration is an overridable substitution.", "discovery_path": "root → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "results_def.tex target installs linked REMoDNaV and invokes mk_figuresnstats.py -s -f -r -m; clean removes generated manuscript files and selected caches.", "discovery_path": "root → Docker-Makefile", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-02": { "score": 1, "rationale": "Independent data/code revisions and a documented classifier CLI provide real boundaries, but paper consumers rely on REMoDNaV internal modules/tests utilities and hard-coded nested test-data layout. Those are not the public input/output interface described in the README; replacement is therefore not confined to a declared composition interface.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected analysis imports, explicit data paths, parameter constants, result writers and command dispatch.", "discovery_path": "root → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md#L63", "description": "REMoDNaV documents input eye-gaze columns, output BIDS events.tsv and pixel conversion/sampling-rate arguments.", "discovery_path": "root → remodnav → README.md#L63", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root registers data/raw_eyegaze, data/studyforrest-data-eyemovementlabels and remodnav; their Gitlinks select immutable revisions.", "discovery_path": "root → .gitmodules", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-03": { "score": 2, "rationale": "MIT is explicitly attributable to REMoDNaV and PDDL to the raw dataset, with CC-BY and GPL texts in other modules. The event-label component and bundled environment/assets lack complete per-module scope declarations. Identical or permissive terms are not presumed for these gaps.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "REMoDNaV explicitly assigns MIT to code, examples and documentation.", "discovery_path": "root → remodnav → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw-data component declares unrestricted access and PDDL with a stable license link, plus Git-annex retrieval and OpenFMRI routes.", "discovery_path": "root → data/raw_eyegaze → README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root Creative Commons Attribution 4.0 International text; no complete module or bundled-environment license mapping.", "discovery_path": "root → COPYING", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "Linked Andersson evaluation module contains GNU GPL version 3 license text.", "discovery_path": "root → remodnav → remodnav/tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Label component documents older Condor steps but has no license declaration in the supplied tracked file inventory.", "discovery_path": "root → data/studyforrest-data-eyemovementlabels → README", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-04": { "score": 1, "rationale": "Several governing module licenses are listed or supplied, but no handling of their combination is recorded in inspected root/module documentation, Docker recipe or configuration. This is a documentation-of-compatibility judgment, not a conclusion about legal incompatibility.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root Creative Commons Attribution 4.0 International text; no complete module or bundled-environment license mapping.", "discovery_path": "root → COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "REMoDNaV explicitly assigns MIT to code, examples and documentation.", "discovery_path": "root → remodnav → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw-data component declares unrestricted access and PDDL with a stable license link, plus Git-annex retrieval and OpenFMRI routes.", "discovery_path": "root → data/raw_eyegaze → README.rst", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "Linked Andersson evaluation module contains GNU GPL version 3 license text.", "discovery_path": "root → remodnav → remodnav/tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian bookworm-slim recipe supplies OS/Python/plotting/TeX tools; four pip packages are pinned, base and apt packages are moving.", "discovery_path": "root → container/Dockerfile", "access_status": "accessible" } ], "observation": "not_findable", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-05": { "score": null, "rationale": "The raw dataset explicitly declares unrestricted access and the root uses public Git and web-backed annex routes. However the label module supplies no clear access-condition declaration and container payload terms could not be inspected. Uniform access for all scoped components is not demonstrated; no actual mixed-access obstruction is established either, so neither the positive equivalent anchor nor an obstruction anchor can responsibly be selected.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw-data component declares unrestricted access and PDDL with a stable license link, plus Git-annex retrieval and OpenFMRI routes.", "discovery_path": "root → data/raw_eyegaze → README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Label component documents older Condor steps but has no license declaration in the supplied tracked file inventory.", "discovery_path": "root → data/studyforrest-data-eyemovementlabels → README", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root registers data/raw_eyegaze, data/studyforrest-data-eyemovementlabels and remodnav; their Gitlinks select immutable revisions.", "discovery_path": "root → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "description": "Supplied git-annex availability metadata records a datapub.fz-juelich.de URL for the exact large OCI blob. No network request or retrieval was performed.", "discovery_path": "root container/image annex pointer → repository git-annex branch availability metadata at 0cc48aa1605a41f1c512561a6427a93a65ebebfe → blob .log.web", "access_status": "accessible" } ], "observation": "not_assessed", "confidence": "low", "evidence_rating": "insufficient", "feedback": "Distinguish public-looking URLs from demonstrated uniform access; inspection cohorts may leave this criterion unresolved without a negative claim about restrictions." }, "M-06": { "score": 3, "rationale": "Root and nested .gitmodules plus their Gitlinks specify the data/code selections; tracked container configuration selects the image and command boundary. Makefile paths and analysis data patterns identify the connections. The obsolete source-acquisition module beneath the published raw dataset does not need to be assembled for this paper computation.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root registers data/raw_eyegaze, data/studyforrest-data-eyemovementlabels and remodnav; their Gitlinks select immutable revisions.", "discovery_path": "root → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "REMoDNaV links the Andersson evaluation dataset and studyforrest dataset at Gitlink-selected states.", "discovery_path": "root → remodnav → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make definition selects container/image, constructs a temporary HOME and runs Docker-Makefile; python orchestration is an overridable substitution.", "discovery_path": "root → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "results_def.tex target installs linked REMoDNaV and invokes mk_figuresnstats.py -s -f -r -m; clean removes generated manuscript files and selected caches.", "discovery_path": "root → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected analysis imports, explicit data paths, parameter constants, result writers and command dispatch.", "discovery_path": "root → code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-01": { "score": 2, "rationale": "README names DataLad, its Containers extension and Docker, supported Debian/macOS/Windows systems, relevant Docker-format versions, and data/image sizes. The adapter additionally assumes Docker is on PATH and manageable by the invoking non-root user, a requirement it marks as needing documentation. Host daemon/permission setup is not explicit in this object.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions name the scoped paper outputs, prerequisites, clone, tagged rerun, manuscript command and expected download sizes.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected cli_run/load: hashes saved configuration, loads that image ID, runs a new Docker container, mounts cwd at /tmp, sets workdir and uses --rm. Its comment notes non-root Docker access and fixed mount configuration.", "discovery_path": "root README.md → DataLad Containers v1.2.3 reference → .datalad/config adapter invocation → datalad_container/adapters/docker.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-02": { "score": 2, "rationale": "The working directory is dynamically mounted rather than tied to an author path, and the host Python command is an explicit override. The adapter still fixes mount/workdir behavior and documents that these settings should be configurable. Such scattered/hard-coded runtime defaults fall short of fully explicit isolated host configuration, without requiring edits to scientific analysis logic.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make definition selects container/image, constructs a temporary HOME and runs Docker-Makefile; python orchestration is an overridable substitution.", "discovery_path": "root → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected cli_run/load: hashes saved configuration, loads that image ID, runs a new Docker container, mounts cwd at /tmp, sets workdir and uses --rm. Its comment notes non-root Docker access and fixed mount configuration.", "discovery_path": "root README.md → DataLad Containers v1.2.3 reference → .datalad/config adapter invocation → datalad_container/adapters/docker.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-03": { "score": 3, "rationale": "The Dockerfile declares a Debian base, Python runtime/dev and scientific libraries, package installer, plotting stack, make, Inkscape, latexmk and TeX support. REMoDNaV setup.py declares its package dependencies and the make target installs the pinned module. These cover identified analysis and rendering dependencies; floating versions limit reconstruction under D-03 instead.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian bookworm-slim recipe supplies OS/Python/plotting/TeX tools; four pip packages are pinned, base and apt packages are moving.", "discovery_path": "root → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "results_def.tex target installs linked REMoDNaV and invokes mk_figuresnstats.py -s -f -r -m; clean removes generated manuscript files and selected caches.", "discovery_path": "root → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Classifier package declares NumPy, SciPy, statsmodels and matplotlib dependencies.", "discovery_path": "root → remodnav → setup.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-04": { "score": 1, "rationale": "The Dockerfile, Docker-Makefile and container runtime configuration are tracked at the root commit; the linked algorithm package definition is tracked at its selected revision. The principal environment definitions used by the supplied paper workflow are therefore version controlled.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian bookworm-slim recipe supplies OS/Python/plotting/TeX tools; four pip packages are pinned, base and apt packages are moving.", "discovery_path": "root → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "results_def.tex target installs linked REMoDNaV and invokes mk_figuresnstats.py -s -f -r -m; clean removes generated manuscript files and selected caches.", "discovery_path": "root → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make definition selects container/image, constructs a temporary HOME and runs Docker-Makefile; python orchestration is an overridable substitution.", "discovery_path": "root → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Tracked linked-module dependency definition.", "discovery_path": "root → remodnav → setup.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-05": { "score": 3, "rationale": "Dockerfile and tracked saved-image manifest are machine-readable specifications; the documented DataLad/Docker adapter loads the selected image and runs the make target on named compatible host platforms. The procedure consumes explicit root runtime configuration. This rates specification capability, without claiming tested host coverage or frozen build inputs.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian bookworm-slim recipe supplies OS/Python/plotting/TeX tools; four pip packages are pinned, base and apt packages are moving.", "discovery_path": "root → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Manifest selects content-addressed configuration and layer blobs, despite remodnav:latest display tag; annex pointers identify their bytes. Payloads were not supplied or retrieved.", "discovery_path": "root → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make definition selects container/image, constructs a temporary HOME and runs Docker-Makefile; python orchestration is an overridable substitution.", "discovery_path": "root → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected cli_run/load: hashes saved configuration, loads that image ID, runs a new Docker container, mounts cwd at /tmp, sets workdir and uses --rm. Its comment notes non-root Docker access and fixed mount configuration.", "discovery_path": "root README.md → DataLad Containers v1.2.3 reference → .datalad/config adapter invocation → datalad_container/adapters/docker.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions name the scoped paper outputs, prerequisites, clone, tagged rerun, manuscript command and expected download sizes.", "discovery_path": "root → README.md", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "E-01": { "score": 3, "rationale": "The supplied execution path loads the content-selected saved image and uses docker run for each invocation, yielding a new mutable container rather than reusing a prior container. The runtime command also creates a temporary HOME. These mechanisms support fresh execution by construction; they were inspected, not run.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make definition selects container/image, constructs a temporary HOME and runs Docker-Makefile; python orchestration is an overridable substitution.", "discovery_path": "root → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Manifest selects content-addressed configuration and layer blobs, despite remodnav:latest display tag; annex pointers identify their bytes. Payloads were not supplied or retrieved.", "discovery_path": "root → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected cli_run/load: hashes saved configuration, loads that image ID, runs a new Docker container, mounts cwd at /tmp, sets workdir and uses --rm. Its comment notes non-root Docker access and fixed mount configuration.", "discovery_path": "root README.md → DataLad Containers v1.2.3 reference → .datalad/config adapter invocation → datalad_container/adapters/docker.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "E-02": { "score": 3, "rationale": "The adapter bind-mounts the dataset to /tmp and runs with --rm. Statistics, figures and manuscript outputs are written into the mounted dataset, while DataLad records provenance outside the disposable container. Mutable container state is automatically discarded after exit; the immutable saved image can remain.", "evidence": [ { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected cli_run/load: hashes saved configuration, loads that image ID, runs a new Docker container, mounts cwd at /tmp, sets workdir and uses --rm. Its comment notes non-root Docker access and fixed mount configuration.", "discovery_path": "root README.md → DataLad Containers v1.2.3 reference → .datalad/config adapter invocation → datalad_container/adapters/docker.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make definition selects container/image, constructs a temporary HOME and runs Docker-Makefile; python orchestration is an overridable substitution.", "discovery_path": "root → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "results_def.tex target installs linked REMoDNaV and invokes mk_figuresnstats.py -s -f -r -m; clean removes generated manuscript files and selected caches.", "discovery_path": "root → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad record has exit 0, command, image extra-input, dataset globs, img/results_def.tex outputs and parent snapshot. This is historical provenance, not a run by this assessor.", "discovery_path": "root → reachable Git history → 57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "E-03": { "score": 2, "rationale": "The recorded snapshot and declared data inputs establish the intended initial research state, and Docker-Makefile clean removes generated manuscript files and selected caches before analysis. However the entire current dataset directory is mounted, and the procedure does not recreate a pristine host worktree or exclude unrelated untracked files. Establishing the intended clean root state remains a recipient step, so the stronger automatic-workspace anchor is unsupported.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad record has exit 0, command, image extra-input, dataset globs, img/results_def.tex outputs and parent snapshot. This is historical provenance, not a run by this assessor.", "discovery_path": "root → reachable Git history → 57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "results_def.tex target installs linked REMoDNaV and invokes mk_figuresnstats.py -s -f -r -m; clean removes generated manuscript files and selected caches.", "discovery_path": "root → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected cli_run/load: hashes saved configuration, loads that image ID, runs a new Docker container, mounts cwd at /tmp, sets workdir and uses --rm. Its comment notes non-root Docker access and fixed mount configuration.", "discovery_path": "root README.md → DataLad Containers v1.2.3 reference → .datalad/config adapter invocation → datalad_container/adapters/docker.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions name the scoped paper outputs, prerequisites, clone, tagged rerun, manuscript command and expected download sizes.", "discovery_path": "root → README.md", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient", "feedback": "The fresh container filesystem and mounted dataset workspace should be assessed separately; a broad mount is a risk boundary, not proof that undeclared state affected the recorded result." }, "D-01": { "score": null, "rationale": "Public repository/Gitlink routes, Git-annex acquisition instructions and recorded container blob URLs provide plausible intended-state retrieval routes. Scientific data and container bytes were deliberately absent from the frozen package, and network access/retrieval was prohibited. No observed failure supports anchor 2, while availability of every intended version for recipients is unverified; leave unanswered rather than label absent payloads a failure.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root registers data/raw_eyegaze, data/studyforrest-data-eyemovementlabels and remodnav; their Gitlinks select immutable revisions.", "discovery_path": "root → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw-data component declares unrestricted access and PDDL with a stable license link, plus Git-annex retrieval and OpenFMRI routes.", "discovery_path": "root → data/raw_eyegaze → README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "description": "Supplied git-annex availability metadata records a datapub.fz-juelich.de URL for the exact large OCI blob. No network request or retrieval was performed.", "discovery_path": "root container/image annex pointer → repository git-annex branch availability metadata at 0cc48aa1605a41f1c512561a6427a93a65ebebfe → blob .log.web", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Manifest selects content-addressed configuration and layer blobs, despite remodnav:latest display tag; annex pointers identify their bytes. Payloads were not supplied or retrieved.", "discovery_path": "root → container/image/manifest.json", "access_status": "accessible" } ], "observation": "not_assessed", "confidence": "low", "evidence_rating": "insufficient" }, "D-02": { "score": 1, "rationale": "Versioned Git records and content-identified images/data provide state selection, and some modules advertise Zenodo/OpenFMRI routes. However the large container image depends on the recorded datapub service without an identified independent preservation/recovery route for all its blobs. Not all essential components have an independently preserved immutable bundle.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions name the scoped paper outputs, prerequisites, clone, tagged rerun, manuscript command and expected download sizes.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw-data component declares unrestricted access and PDDL with a stable license link, plus Git-annex retrieval and OpenFMRI routes.", "discovery_path": "root → data/raw_eyegaze → README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Manifest selects content-addressed configuration and layer blobs, despite remodnav:latest display tag; annex pointers identify their bytes. Payloads were not supplied or retrieved.", "discovery_path": "root → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "description": "Supplied git-annex availability metadata records a datapub.fz-juelich.de URL for the exact large OCI blob. No network request or retrieval was performed.", "discovery_path": "root container/image annex pointer → repository git-annex branch availability metadata at 0cc48aa1605a41f1c512561a6427a93a65ebebfe → blob .log.web", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-03": { "score": 1, "rationale": "A usable Docker build recipe is supplied, but FROM debian:bookworm-slim and apt-get update/install resolve moving states. Only selected pip dependencies are pinned; there is no complete base digest, package snapshot or transitive lock. The saved image preserves one built state but does not make its build reconstruction frozen.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian bookworm-slim recipe supplies OS/Python/plotting/TeX tools; four pip packages are pinned, base and apt packages are moving.", "discovery_path": "root → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Manifest selects content-addressed configuration and layer blobs, despite remodnav:latest display tag; annex pointers identify their bytes. Payloads were not supplied or retrieved.", "discovery_path": "root → container/image/manifest.json", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-04": { "score": 2, "rationale": "Root CC-BY-4.0, linked MIT, raw-data PDDL with stable URL and evaluation GPLv3 have recognizable resolvable identities. The event-label dataset and the bundled image/style assets lack an unambiguous complete license mapping. Coverage of every distributed module cannot be inferred from the root license alone.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root Creative Commons Attribution 4.0 International text; no complete module or bundled-environment license mapping.", "discovery_path": "root → COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "REMoDNaV explicitly assigns MIT to code, examples and documentation.", "discovery_path": "root → remodnav → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw-data component declares unrestricted access and PDDL with a stable license link, plus Git-annex retrieval and OpenFMRI routes.", "discovery_path": "root → data/raw_eyegaze → README.rst", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "Linked Andersson evaluation module contains GNU GPL version 3 license text.", "discovery_path": "root → remodnav → remodnav/tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Label component documents older Condor steps but has no license declaration in the supplied tracked file inventory.", "discovery_path": "root → data/studyforrest-data-eyemovementlabels → README", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-05": { "score": 3, "rationale": "The assessed root Git snapshot jointly fixes manuscript, analysis/configuration, registered data/classifier revisions and the saved image manifest/annex keys. Distinct classifier versions used in the label module and the root are explicitly selected rather than floating. This is coherent joint artifact selection, separate from verified retrieval or rebuilding the image.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root registers data/raw_eyegaze, data/studyforrest-data-eyemovementlabels and remodnav; their Gitlinks select immutable revisions.", "discovery_path": "root → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "REMoDNaV links the Andersson evaluation dataset and studyforrest dataset at Gitlink-selected states.", "discovery_path": "root → remodnav → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Manifest selects content-addressed configuration and layer blobs, despite remodnav:latest display tag; annex pointers identify their bytes. Payloads were not supplied or retrieved.", "discovery_path": "root → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make definition selects container/image, constructs a temporary HOME and runs Docker-Makefile; python orchestration is an overridable substitution.", "discovery_path": "root → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Root immutable joint state, inspected through local tree and registered component records.", "discovery_path": "root → reachable Git history → 34388d3ca78fbd483e022e4e2851be390b7eebf2", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-06": { "score": 0, "rationale": "The signed reference-results tag authenticates a snapshot claim in principle, but no artifact attestation or supplied verifiable producer/build-source binding for the current OCI executable image is identified. A historical image-build command plus content hashes establishes recorded lineage, not authenticated origin of the distributed binary.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/tree/a303b5455458c79133a79864a590cbcdbad67a34", "description": "Read annotated tag object a303b5455458c79133a79864a590cbcdbad67a34: PGP signature, tagger Michael Hanke, target 57d2565ab70b9d7b41c28aaa253ccc7096900f8d. No key binding/verification instructions found in the inspected object; signature was not cryptographically verified.", "discovery_path": "root README.md → results-containerized release/tag → immutable annotated tag object", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Historical image build records Dockerfile input and saved-image output, without supplied artifact-origin attestation.", "discovery_path": "root → reachable Git history → 3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Manifest selects content-addressed configuration and layer blobs, despite remodnav:latest display tag; annex pointers identify their bytes. Payloads were not supplied or retrieved.", "discovery_path": "root → container/image/manifest.json", "access_status": "accessible" } ], "observation": "not_findable", "confidence": "moderate", "evidence_rating": "sufficient" } }, "comment": "Inspection-only independent replicate 2 using frozen evidence cohort remodnav-e3c6253bced7. Scope includes numerical results, figures and manuscript and their explicitly linked computational modules; dormant quality_stats results remain in scope. The published raw eye-gaze files are inputs; re-acquiring their upstream laboratory source is not required by the paper procedure. Cached source and historical provenance were inspected; no scientific workflow, build, data retrieval or network call was performed. Data, binary figure/style payloads and container layers were explicitly not supplied, not observed retrieval failures. Results-containerized points to a 2023 state older than the assessed 2025 root/OCI conversion, and the historical record documents a minor histogram difference from journal output. Native completion and the inspection report completion are distinct. Scores describe this provisional rubric perspective, not scientific merit or independent reproduction." } ] }, "report_content": "# Independent rubric assessment — replicate 2\n\nObject: [paper-remodnav at 34388d3ca78f](https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2). Scope: numerical results, figures and manuscript, including explicitly linked computational components. Rubric 0.1.0; all seven dimension weights are 1. Frozen evidence cohort: `remodnav-e3c6253bced7`.\n\nThe inspection report is complete. The native assessment is **provisional: 33/36 criteria answered**, with A-02, M-05 and D-01 unanswered and retained in the denominator. Its provisional overall score is **70.71/100**. This is a pilot STAMPED profile, not a scientific-quality score or evidence of independent reproduction.\n\n| Dimension | Score / 100 |\n| --- | ---: |\n| Self-containment | 91.67 |\n| Tracking | 72.22 |\n| Actionability | 61.11 |\n| Modularity | 55.56 |\n| Portability | 86.67 |\n| Ephemerality | 88.89 |\n| Distributability | 38.89 |\n\nThe root makes its computational boundary unusually explicit: Gitlinks identify the raw-data, event-label and classifier modules, while Git/annex records also identify the saved container and manuscript artifacts. The inspected inventory covers paper analysis code, parameters, data references, figure sources, manuscript/TeX assets, the environment recipe/image and host orchestration prerequisites. The upstream laboratory-acquisition source has a private filesystem URL, but the paper computation consumes already-published raw recordings; that upstream acquisition module is not treated as a required paper-run dependency.\n\n[The captured 2023 analysis run](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) records command, inputs, image and outputs. A nested label-generation run supplies additional historical provenance. These records support meaningful replay capability, but the label-generation host environment is unresolved. The README’s tagged replay selects the older 2023 reference state; the assessed root additionally includes later manuscript/OCI changes. Historical notes document a small histogram difference from the journal publication.\n\nA material coverage gap is visible in [the analysis source](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463): `quality_stats()` implements data loss and the velocity histogram but is excluded from the command dispatcher, and its docstring instructs recipients to edit the invocation list. The manuscript reports those data-loss results and includes the histogram. Main statistics/figure production and PDF compilation have executable paths; the full declared scope does not have one complete supplied execution sequence.\n\nThe [Docker recipe](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile) and saved-image selection are tracked and machine readable. Inspection of the explicitly referenced DataLad Containers 1.2.3 adapter establishes fresh `docker run` execution, automatic `--rm`, and persistence through a dataset mount. However, the mounted worktree is reused, and the build recipe resolves a moving Debian base and apt packages. Archived image identity therefore earns tracking credit without establishing frozen image reconstruction.\n\nLicenses are reachable for the root, classifier, raw dataset and evaluation module, but the label-data module and bundled environment/assets do not have complete attributable declarations. No documented handling of combinations was found. The results tag contains a PGP signature, but no supplied signing-identity verification route or executable-artifact origin attestation was identified. Container annex metadata gives blob routes, while an independent recovery route for all essential bytes is not established.\n\nA-02 remains unanswered because host installation is delegated to pages absent from the frozen package. M-05 remains unanswered because uniform access across the entire inventory is unestablished, without evidence of an actual restriction. D-01 remains unanswered because all intended payload versions could not be tested for recipient availability. These are uncertainties, not assigned zero scores.\n\nOnly frozen source/text, histories, manifests and supplied availability metadata were inspected. Scientific data, binary figures/style assets and container layers were deliberately not supplied. No network access, data acquisition, scientific workflow, container build or independent reproduction occurred. The bundle contains criterion-specific immutable public citations and discovery paths. The assigned validator passed with `--scores`: 33/36 answered, provisional 70.71/100; binary anchors and the exact rubric checksum validated.\n" }, { "id": "study-rubric-03", "study_id": "remodnav-method-comparison-01", "object_id": "paper-remodnav", "object_revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "method_id": "rubric", "method_revision": "e8d94d00d904058b8f87c8331cbe32e225a9490f", "rubric_id": "stamped-rubric-0.1.0", "rubric_sha256": "05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4", "model_requested": "gpt-6.1-sol", "model_observed": null, "reasoning_effort": "medium", "replicate": 3, "status": "complete", "independent": true, "created_at": "2026-10-27T23:55:08.870773+00:00", "native_output": "results/study-rubric-03.bundle.json", "report": "results/study-rubric-03.md", "summary": { "dimension_scores": { "S": 91.66666666666666, "T": 72.22222222222221, "A": 72.22222222222221, "M": 55.555555555555564, "P": 86.66666666666666, "E": 77.77777777777779, "D": 38.888888888888886 }, "overall_score": 70.71428571428571, "scale_max": 100, "completion": { "answered": 34, "total": 36 }, "weights": { "S": 1, "T": 1, "A": 1, "M": 1, "P": 1, "E": 1, "D": 1 } }, "limitations": [ "2 criteria remain unanswered; native score is provisional.", "Inspection cohort; no scientific workflow execution or independent payload retrieval by this assessor.", "Actual model version not independently exposed; requested model and reasoning are recorded." ], "evidence_cohort": "remodnav-e3c6253bced7", "native_data": { "format_version": "1.0.0", "rubric_version": "0.1.0", "rubric_sha256": "05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4", "research_object": { "title": "REMoDNaV: Robust Eye Movement Detection for Natural Viewing", "locator": "https://github.com/psychoinformatics-de/paper-remodnav", "revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "scope": "Numerical results, figures and manuscript, including explicitly linked computational components; inspection of supplied source/history and metadata only." }, "assessments": [ { "id": "study-rubric-03", "reviewer": { "id": "study-rubric-03-assessor", "name": "Independent assessor" }, "created_at": "2026-10-28T00:51:20.282347+00:00", "updated_at": "2026-10-28T00:51:20.282347+00:00", "review_of": null, "weights": { "S": 1, "T": 1, "A": 1, "M": 1, "P": 1, "E": 1, "D": 1 }, "responses": { "S-01": { "score": 3, "rationale": "The repository explicitly identifies itself as the paper source and locates analyses, manuscript, linked data and classifier, with a registered image and build recipe. All identified result-producing ingredients have a route from this root. The raw-data dataset also links an internal acquisition-source repository, but the scoped analyses consume its already published TSV inputs rather than requiring that upstream acquisition system.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated reproduction instructions identify the component roles, DataLad/Containers/Docker prerequisites, clone, rerun, manuscript command, platforms and download sizes.", "discovery_path": "Starting repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root registers raw eyegaze, event-label data and REMoDNaV as linked datasets; their fixed gitlinks are recorded in the assessed Git tree.", "discovery_path": "Starting repository → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Registered image directory and adapter command; bound workspace, temporary HOME, cleanup and configurable Python substitution.", "discovery_path": "Starting repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected analysis imports, input paths, classifiers, parameters, plotting/output functions and command-line dispatch. quality_stats() creates velhist.svg but is not called by dispatch.", "discovery_path": "Starting repository → code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "S-02": { "score": 3, "rationale": "Both classes are explicitly represented: raw studyforrest recordings and event tables are dataset inputs; Andersson annotations are reached recursively through the classifier tests. Analysis source, classifier source and manuscript are versioned. Absent cached MAT/TSV bytes are inspection limitations, not missing references in the object.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root registers raw eyegaze, event-label data and REMoDNaV as linked datasets; their fixed gitlinks are recorded in the assessed Git tree.", "discovery_path": "Starting repository → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected analysis imports, input paths, classifiers, parameters, plotting/output functions and command-line dispatch. quality_stats() creates velhist.svg but is not called by dispatch.", "discovery_path": "Starting repository → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "Classifier explicitly links its Andersson evaluation inputs and studyforrest test data.", "discovery_path": "Starting repository → remodnav → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Executable production of MRI/lab event tables from linked raw inputs.", "discovery_path": "Starting repository → data/studyforrest-data-eyemovementlabels → code/compute_all.sh", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "S-03": { "score": 3, "rationale": "Dockerfile, saved image, registered invocation and Makefiles locate the environment and settings. Script arguments, subject selections, conversion factors and classifier defaults are inspectable; main.tex explicitly says validation uses defaults. Exact package freezing is a separate D-03 concern.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked recipe starts from debian:bookworm-slim, resolves apt packages without version locks, and pins four Python libraries.", "discovery_path": "Starting repository → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Registered image directory and adapter command; bound workspace, temporary HOME, cleanup and configurable Python substitution.", "discovery_path": "Starting repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Container recipe installs the linked REMoDNaV package, removes results_def.tex, and executes -s -f -r -m; clean delegates manuscript/figure cleanup and removes caches.", "discovery_path": "Starting repository → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected analysis imports, input paths, classifiers, parameters, plotting/output functions and command-line dispatch. quality_stats() creates velhist.svg but is not called by dispatch.", "discovery_path": "Starting repository → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L675", "description": "Validation analyses identify default parameters and computational relationships.", "discovery_path": "Starting repository → main.tex#L675", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "S-04": { "score": 2, "rationale": "Scoped declarations are reachable for root manuscript material, raw data, classifier and Andersson repository, but the event-label dataset supplies no independent declaration. The root CC BY text does not explicitly govern that separate linked repository or all bundled container software.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root supplies the complete CC BY 4.0 license text.", "discovery_path": "Starting repository → COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "Raw-data dataset supplies the PDDL license; README marks data access unrestricted.", "discovery_path": "Starting repository → data/raw_eyegaze → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "REMoDNaV explicitly scopes the MIT license to its code, examples and documentation.", "discovery_path": "Starting repository → remodnav → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "Linked Andersson evaluation repository supplies GPL v3 terms.", "discovery_path": "Starting repository → remodnav → remodnav/tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Inspected event-label root README and frozen file inventory contain no license declaration or mapping to a parent license. README discusses reproduction, not licensing.", "discovery_path": "Starting repository → data/studyforrest-data-eyemovementlabels → README", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-01": { "score": 3, "rationale": "The selected root commit fixes source/configuration/result blobs and recursive dataset gitlinks. Data and saved image payloads have content-addressed annex pointers; the image manifest adds SHA256 layer/config identities. These fix intended content even though payload verification cannot be performed here.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root registers raw eyegaze, event-label data and REMoDNaV as linked datasets; their fixed gitlinks are recorded in the assessed Git tree.", "discovery_path": "Starting repository → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Saved image specifies a SHA256 configuration and two SHA256 layers rather than relying solely on the displayed latest tag. Payload bytes are excluded from this cohort.", "discovery_path": "Starting repository → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "description": "OCI index records an immutable manifest digest.", "discovery_path": "Starting repository → container/image/index.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Event dataset snapshot fixes its transformation source and linked raw/classifier selections.", "discovery_path": "Starting repository → data/studyforrest-data-eyemovementlabels → code/compute_all.sh", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-02": { "score": 3, "rationale": "Git plus annex represents manuscript, analysis, configuration, saved image, figures and data, with nested Git selections resolvable from root gitlinks. Separate repositories remain in a compatible content-addressed graph; physical cache omission does not remove tracking.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root registers raw eyegaze, event-label data and REMoDNaV as linked datasets; their fixed gitlinks are recorded in the assessed Git tree.", "discovery_path": "Starting repository → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Saved image specifies a SHA256 configuration and two SHA256 layers rather than relying solely on the displayed latest tag. Payload bytes are excluded from this cohort.", "discovery_path": "Starting repository → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes", "description": "Git-annex tracking policy accompanies the tracked source and nested dataset graph.", "discovery_path": "Starting repository → .gitattributes", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-03": { "score": 3, "rationale": "Supplied linked histories have actor, author/commit dates and descriptions for code, dataset changes, result updates and image build/conversion. Changes to immutable payload pointers are attributable in these histories; cryptographic identity verification is separate.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Root history names Michael Hanke, dated Docker compatibility documentation change.", "discovery_path": "Starting repository → Git history → 34388d3ca78fbd483e022e4e2851be390b7eebf2", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/commit/d28911838f91f33af0db57332f55ccc442d24f66", "description": "Classifier history identifies author/time and corrected evaluation dataset selection.", "discovery_path": "Starting repository → remodnav → Git history → d28911838f91f33af0db57332f55ccc442d24f66", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Historical DataLad record invokes bash code/compute_all.sh with both raw-eyegaze patterns and sub-* outputs; its Git context selects linked source and raw data.", "discovery_path": "Starting repository → data/studyforrest-data-eyemovementlabels → Git history → bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Image-conversion history records actor/time, command, input/output and rationale.", "discovery_path": "Starting repository → Git history → c531a59c082d45a435be9bd5474efb850d9039a3", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-04": { "score": 2, "rationale": "Automatically captured records cover central statistics/figures, label generation, image creation and conversion. No captured execution for quality_stats()/velhist or manuscript rendering was located in the inspected histories; commands in documentation are not captured runs. Thus the entire scope is not covered.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run record: exit 0, exact command, input patterns, image extra_input, img/results_def.tex outputs; commit narrative states one histogram differs from journal publication. This is historical evidence, not an assessment run.", "discovery_path": "Starting repository → Git history → 57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Historical DataLad record invokes bash code/compute_all.sh with both raw-eyegaze patterns and sub-* outputs; its Git context selects linked source and raw data.", "discovery_path": "Starting repository → data/studyforrest-data-eyemovementlabels → Git history → bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected analysis imports, input paths, classifiers, parameters, plotting/output functions and command-line dispatch. quality_stats() creates velhist.svg but is not called by dispatch.", "discovery_path": "Starting repository → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated reproduction instructions identify the component roles, DataLad/Containers/Docker prerequisites, clone, rerun, manuscript command, platforms and download sizes.", "discovery_path": "Starting repository → README.md", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-05": { "score": 2, "rationale": "Run commits place commands, input/output paths and image in a Git state that selects code, data, configuration and environment pointers. The label run also has versioned dataset context. Exact execution-state linkage for unrecorded histogram generation and manuscript compilation remains missing.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run record: exit 0, exact command, input patterns, image extra_input, img/results_def.tex outputs; commit narrative states one histogram differs from journal publication. This is historical evidence, not an assessment run.", "discovery_path": "Starting repository → Git history → 57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Historical DataLad record invokes bash code/compute_all.sh with both raw-eyegaze patterns and sub-* outputs; its Git context selects linked source and raw data.", "discovery_path": "Starting repository → data/studyforrest-data-eyemovementlabels → Git history → bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root registers raw eyegaze, event-label data and REMoDNaV as linked datasets; their fixed gitlinks are recorded in the assessed Git tree.", "discovery_path": "Starting repository → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Saved image specifies a SHA256 configuration and two SHA256 layers rather than relying solely on the displayed latest tag. Payload bytes are excluded from this cohort.", "discovery_path": "Starting repository → container/image/manifest.json", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-06": { "score": 0, "rationale": "README calls results-containerized a signed tag, and frozen refs identify its target. No supplied public-key or claimed-signer verification route was found in the root documentation/provenance examined. A statement that a tag is signed does not fulfill the combined signature-and-verification-route anchor.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated reproduction instructions identify the component roles, DataLad/Containers/Docker prerequisites, clone, rerun, manuscript command, platforms and download sizes.", "discovery_path": "Starting repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run record: exit 0, exact command, input patterns, image extra_input, img/results_def.tex outputs; commit narrative states one histogram differs from journal publication. This is historical evidence, not an assessment run.", "discovery_path": "Starting repository → Git history → 57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "access_status": "accessible" } ], "observation": "not_findable", "confidence": "moderate", "evidence_rating": "sufficient", "feedback": "Distinguish a signed tag claim from verification of its signer and coverage of the provenance-bearing records." }, "A-01": { "score": 3, "rationale": "Updated instructions specify installing three named tools via linked installation guidance, cloning with DataLad, and rerunning the tagged record, with expected data/image downloads. Run input declarations and nested registrations provide a complete acquisition sequence for required analysis inputs. No payload download was attempted.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated reproduction instructions identify the component roles, DataLad/Containers/Docker prerequisites, clone, rerun, manuscript command, platforms and download sizes.", "discovery_path": "Starting repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run record: exit 0, exact command, input patterns, image extra_input, img/results_def.tex outputs; commit narrative states one histogram differs from journal publication. This is historical evidence, not an assessment run.", "discovery_path": "Starting repository → Git history → 57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root registers raw eyegaze, event-label data and REMoDNaV as linked datasets; their fixed gitlinks are recorded in the assessed Git tree.", "discovery_path": "Starting repository → .gitmodules", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-02": { "score": 2, "rationale": "The setup sequence names supported platforms and tool versions and links installers, then uses the registered container. The adapter itself notes the undocumented assumption that Docker is on PATH and manageable by a non-root user; essential daemon/permissions initialization is left to the recipient.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated reproduction instructions identify the component roles, DataLad/Containers/Docker prerequisites, clone, rerun, manuscript command, platforms and download sizes.", "discovery_path": "Starting repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Registered image directory and adapter command; bound workspace, temporary HOME, cleanup and configurable Python substitution.", "discovery_path": "Starting repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Adapter FIXME explicitly notes reliance on Docker on PATH and management by a non-root user without adequate documentation.", "discovery_path": "root README.md → DataLad Containers project/version 1.2.3 → .datalad/config adapter invocation → datalad_container/adapters/docker.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-03": { "score": 1, "rationale": "The tagged rerun and manuscript command cover many results, but the claim to recompute everything exceeds dispatch coverage. quality_stats() is excluded, and its docstring requires manually adding it to invocation to regenerate velhist.svg, which main.tex uses. The full scoped set therefore lacks a single supplied complete instruction sequence.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated reproduction instructions identify the component roles, DataLad/Containers/Docker prerequisites, clone, rerun, manuscript command, platforms and download sizes.", "discovery_path": "Starting repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected analysis imports, input paths, classifiers, parameters, plotting/output functions and command-line dispatch. quality_stats() creates velhist.svg but is not called by dispatch.", "discovery_path": "Starting repository → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1145", "description": "Manuscript reports signal loss and includes img/velhist.pdf at line 1161.", "discovery_path": "Starting repository → main.tex#L1145", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "description": "Converts existing SVGs into PDF figures; it does not recompute their underlying analyses.", "discovery_path": "Starting repository → img/Makefile", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-04": { "score": 3, "rationale": "DataLad clone/rerun plus registered nested data and run inputs specify retrieval and assembly, including image payload extra_input and recursively installed analysis data. This is executable procedure capability judged by source/records, not observed successful acquisition in this inspection.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated reproduction instructions identify the component roles, DataLad/Containers/Docker prerequisites, clone, rerun, manuscript command, platforms and download sizes.", "discovery_path": "Starting repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run record: exit 0, exact command, input patterns, image extra_input, img/results_def.tex outputs; commit narrative states one histogram differs from journal publication. This is historical evidence, not an assessment run.", "discovery_path": "Starting repository → Git history → 57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root registers raw eyegaze, event-label data and REMoDNaV as linked datasets; their fixed gitlinks are recorded in the assessed Git tree.", "discovery_path": "Starting repository → .gitmodules", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-05": { "score": 2, "rationale": "Scripts and Makefiles specify most statistical comparisons, figures and manuscript rendering, and compute_all.sh specifies event-table generation. The complete figure procedure still requires manual integration of quality_stats() and the flowchart function explicitly says not to execute it; provided artwork permits rendering but not all computational generation is fully specified.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Container recipe installs the linked REMoDNaV package, removes results_def.tex, and executes -s -f -r -m; clean delegates manuscript/figure cleanup and removes caches.", "discovery_path": "Starting repository → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected analysis imports, input paths, classifiers, parameters, plotting/output functions and command-line dispatch. quality_stats() creates velhist.svg but is not called by dispatch.", "discovery_path": "Starting repository → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "description": "Manuscript build renders SVG figures and invokes latexmk.", "discovery_path": "Starting repository → Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Loops through explicit subjects/runs and executes classifier with defined conversion factors.", "discovery_path": "Starting repository → data/studyforrest-data-eyemovementlabels → code/compute_all.sh", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-06": { "score": 2, "rationale": "DataLad rerun is explicitly supplied and a historical record captures commands and versioned input/output context. This supports replay for recorded analysis/label computations. Rebuilding the recorded image still resolves moving build inputs, and provenance does not cover all scoped generation/rendering; a universal replay claim is unsupported.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated reproduction instructions identify the component roles, DataLad/Containers/Docker prerequisites, clone, rerun, manuscript command, platforms and download sizes.", "discovery_path": "Starting repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run record: exit 0, exact command, input patterns, image extra_input, img/results_def.tex outputs; commit narrative states one histogram differs from journal publication. This is historical evidence, not an assessment run.", "discovery_path": "Starting repository → Git history → 57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Historical DataLad record invokes bash code/compute_all.sh with both raw-eyegaze patterns and sub-* outputs; its Git context selects linked source and raw data.", "discovery_path": "Starting repository → data/studyforrest-data-eyemovementlabels → Git history → bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked recipe starts from debian:bookworm-slim, resolves apt packages without version locks, and pins four Python libraries.", "discovery_path": "Starting repository → container/Dockerfile", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-01": { "score": 3, "rationale": "Data are in linked datasets, classifier in a separate software module, analysis in code/, image/definition in container/, figures in img/, numeric macros in results_def.tex and manuscript in main.tex. Their roles are explicit despite shared license-coverage gaps.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated reproduction instructions identify the component roles, DataLad/Containers/Docker prerequisites, clone, rerun, manuscript command, platforms and download sizes.", "discovery_path": "Starting repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root registers raw eyegaze, event-label data and REMoDNaV as linked datasets; their fixed gitlinks are recorded in the assessed Git tree.", "discovery_path": "Starting repository → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Container recipe installs the linked REMoDNaV package, removes results_def.tex, and executes -s -f -r -m; clean delegates manuscript/figure cleanup and removes caches.", "discovery_path": "Starting repository → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected analysis imports, input paths, classifiers, parameters, plotting/output functions and command-line dispatch. quality_stats() creates velhist.svg but is not called by dispatch.", "discovery_path": "Starting repository → code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-02": { "score": 1, "rationale": "Versioned datasets and classifier are separable, but analysis reaches into remodnav.tests.utils and an internal nested tests/data layout, and selects files by hardcoded path patterns. Replacement is constrained by these undocumented consumer assumptions, beyond a declared public module interface.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected analysis imports, input paths, classifiers, parameters, plotting/output functions and command-line dispatch. quality_stats() creates velhist.svg but is not called by dispatch.", "discovery_path": "Starting repository → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root registers raw eyegaze, event-label data and REMoDNaV as linked datasets; their fixed gitlinks are recorded in the assessed Git tree.", "discovery_path": "Starting repository → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Classifier has a package/CLI boundary, but the paper also imports its test helpers directly.", "discovery_path": "Starting repository → remodnav → setup.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-03": { "score": 2, "rationale": "MIT explicitly covers classifier material and PDDL covers raw-data repository data; root and Andersson terms are separately attributable. The linked event-label dataset and container aggregation lack a complete mapping of independently applicable terms.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root supplies the complete CC BY 4.0 license text.", "discovery_path": "Starting repository → COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "Raw-data dataset supplies the PDDL license; README marks data access unrestricted.", "discovery_path": "Starting repository → data/raw_eyegaze → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "REMoDNaV explicitly scopes the MIT license to its code, examples and documentation.", "discovery_path": "Starting repository → remodnav → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "Linked Andersson evaluation repository supplies GPL v3 terms.", "discovery_path": "Starting repository → remodnav → remodnav/tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Inspected event-label root README and frozen file inventory contain no license declaration or mapping to a parent license. README discusses reproduction, not licensing.", "discovery_path": "Starting repository → data/studyforrest-data-eyemovementlabels → README", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-04": { "score": 1, "rationale": "Several module terms are supplied, but inspected root documentation/build definitions provide no compatibility analysis or handling at the CC BY/MIT/PDDL/GPL and container-package composition boundaries. Listing terms supports the limited anchor only; this is not a legal compatibility judgment.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root supplies the complete CC BY 4.0 license text.", "discovery_path": "Starting repository → COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "Raw-data dataset supplies the PDDL license; README marks data access unrestricted.", "discovery_path": "Starting repository → data/raw_eyegaze → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "REMoDNaV explicitly scopes the MIT license to its code, examples and documentation.", "discovery_path": "Starting repository → remodnav → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "Linked Andersson evaluation repository supplies GPL v3 terms.", "discovery_path": "Starting repository → remodnav → remodnav/tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked recipe starts from debian:bookworm-slim, resolves apt packages without version locks, and pins four Python libraries.", "discovery_path": "Starting repository → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated reproduction instructions identify the component roles, DataLad/Containers/Docker prerequisites, clone, rerun, manuscript command, platforms and download sizes.", "discovery_path": "Starting repository → README.md", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-05": { "score": null, "rationale": "Raw data explicitly claim unrestricted access and computational datasets are separately registered, but uniform access conditions for every linked component are not established by the inspected material. The upstream raw-data registration uses a private local filesystem URL with no authorization route. That upstream source is not needed for consuming published TSV inputs, so it cannot responsibly establish that unrelated scoped modules are blocked. Neither uniform-access fulfillment nor a specific mixed-access failure is demonstrated.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw dataset access badge says no registration or authentication required.", "discovery_path": "Starting repository → data/raw_eyegaze → README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "description": "Upstream acquisition repository uses a local /home/data/... source URL, with access conditions unresolved.", "discovery_path": "Starting repository → data/raw_eyegaze → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root registers raw eyegaze, event-label data and REMoDNaV as linked datasets; their fixed gitlinks are recorded in the assessed Git tree.", "discovery_path": "Starting repository → .gitmodules", "access_status": "accessible" } ], "observation": "not_assessed", "confidence": "moderate", "evidence_rating": "insufficient", "feedback": "Specify whether upstream acquisition-only modules count when evaluating access conditions of a result-reproduction scope; public repository metadata alone does not establish uniform payload access." }, "M-06": { "score": 3, "rationale": "Root and recursive gitmodule records select dataset/software states and locations; source/build paths establish how raw records, labeled data, classifier, image and manuscript connect. The private upstream acquisition-source URL does not require inventing an additional input connection for the scoped published-data analysis.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root registers raw eyegaze, event-label data and REMoDNaV as linked datasets; their fixed gitlinks are recorded in the assessed Git tree.", "discovery_path": "Starting repository → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "description": "Label dataset explicitly links raw eyegaze and its independently selected classifier.", "discovery_path": "Starting repository → data/studyforrest-data-eyemovementlabels → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "Classifier recursively selects evaluation-data inputs.", "discovery_path": "Starting repository → remodnav → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Registered image directory and adapter command; bound workspace, temporary HOME, cleanup and configurable Python substitution.", "discovery_path": "Starting repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Container recipe installs the linked REMoDNaV package, removes results_def.tex, and executes -s -f -r -m; clean delegates manuscript/figure cleanup and removes caches.", "discovery_path": "Starting repository → Docker-Makefile", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-01": { "score": 2, "rationale": "README names DataLad, Containers, Docker, supported Debian/macOS/Windows hosts and roughly 2.8GB payload acquisition, while the container defines Linux userland. Adapter depends on Docker being on PATH and usable without root, and source notes a figure-memory constraint without a complete host requirement statement. Prerequisites are substantial but not exhaustive.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated reproduction instructions identify the component roles, DataLad/Containers/Docker prerequisites, clone, rerun, manuscript command, platforms and download sizes.", "discovery_path": "Starting repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Adapter presumes a non-root-user-manageable Docker executable on PATH.", "discovery_path": "root README.md → DataLad Containers project/version 1.2.3 → .datalad/config adapter invocation → datalad_container/adapters/docker.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected analysis imports, input paths, classifiers, parameters, plotting/output functions and command-line dispatch. quality_stats() creates velhist.svg but is not called by dispatch.", "discovery_path": "Starting repository → code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-02": { "score": 2, "rationale": "Current result path uses relative dataset paths and a Python substitution with Docker insulating OS-level tools. Adapter hardcodes PWD:/tmp and workdir /tmp and comments that these should be configurable. Temporary HOME and scattered legacy Condor initialdir/executable settings prevent all host settings from being centrally explicit.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Registered image directory and adapter command; bound workspace, temporary HOME, cleanup and configurable Python substitution.", "discovery_path": "Starting repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "cli_run hardcodes mount/workdir; Unix user IDs are derived from the host.", "discovery_path": "root README.md → DataLad Containers project/version 1.2.3 → .datalad/config adapter invocation → datalad_container/adapters/docker.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "description": "Legacy submit helper embeds /usr/bin/python2.7 and a developer home directory; current compute_all.sh is an alternative.", "discovery_path": "Starting repository → data/studyforrest-data-eyemovementlabels → code/detect_events_submit.sh", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-03": { "score": 3, "rationale": "The tracked Dockerfile specifies Debian userland, Python runtime/development tools, numerical/statistical/image packages, plotting versions, make, Inkscape and TeX. Linked setup.py declares classifier dependencies. This covers identified analysis/rendering dependency classes; missing exact apt/base versions lower D-03, not dependency coverage.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked recipe starts from debian:bookworm-slim, resolves apt packages without version locks, and pins four Python libraries.", "discovery_path": "Starting repository → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "install_requires declares numpy, scipy, statsmodels and matplotlib.", "discovery_path": "Starting repository → remodnav → setup.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "description": "Manuscript invokes latexmk and figure rendering covered by the Dockerfile.", "discovery_path": "Starting repository → Makefile", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-04": { "score": 1, "rationale": "Environment definitions are themselves in Git: root Dockerfile, container invocation and Makefiles, saved image manifest, and linked classifier dependency declarations. This binary criterion concerns definition tracking, which is directly inspectable.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked recipe starts from debian:bookworm-slim, resolves apt packages without version locks, and pins four Python libraries.", "discovery_path": "Starting repository → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Registered image directory and adapter command; bound workspace, temporary HOME, cleanup and configurable Python substitution.", "discovery_path": "Starting repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Saved image specifies a SHA256 configuration and two SHA256 layers rather than relying solely on the displayed latest tag. Payload bytes are excluded from this cohort.", "discovery_path": "Starting repository → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Versioned dependency declaration in the linked classifier.", "discovery_path": "Starting repository → remodnav → setup.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-05": { "score": 3, "rationale": "Docker consumes the machine-readable recipe/saved image; the documented compatible platforms and registered adapter specify workspace mounting and user handling. Host-configurable Python substitution permits orchestration selection. Moving apt resolution limits reconstruction precision rather than tool consumption.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated reproduction instructions identify the component roles, DataLad/Containers/Docker prerequisites, clone, rerun, manuscript command, platforms and download sizes.", "discovery_path": "Starting repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked recipe starts from debian:bookworm-slim, resolves apt packages without version locks, and pins four Python libraries.", "discovery_path": "Starting repository → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Registered image directory and adapter command; bound workspace, temporary HOME, cleanup and configurable Python substitution.", "discovery_path": "Starting repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Adapter loads the image by computed SHA256 configuration identity and runs it with explicit mount/workdir/user arguments.", "discovery_path": "root README.md → DataLad Containers project/version 1.2.3 → .datalad/config adapter invocation → datalad_container/adapters/docker.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "E-01": { "score": 3, "rationale": "Each registered run invokes docker run against the saved content-identified image, creating a fresh container rather than resuming a mutated instance; fake HOME is freshly created for the procedure. This is source-supported configuration capability, not an observed new run.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Registered image directory and adapter command; bound workspace, temporary HOME, cleanup and configurable Python substitution.", "discovery_path": "Starting repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "cli_run calls docker run using a resolved image ID and --rm; no long-lived container is reused.", "discovery_path": "root README.md → DataLad Containers project/version 1.2.3 → .datalad/config adapter invocation → datalad_container/adapters/docker.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Saved image specifies a SHA256 configuration and two SHA256 layers rather than relying solely on the displayed latest tag. Payload bytes are excluded from this cohort.", "discovery_path": "Starting repository → container/image/manifest.json", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "E-02": { "score": 3, "rationale": "The adapter bind-mounts the dataset as /tmp and passes --rm. Figures, numerical macros and manuscript are written there, while DataLad records survive in the host repository. Mutable container disposal is automatic; retaining immutable images is compatible with this criterion.", "evidence": [ { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Dataset PWD is bind-mounted and mutable container is removed automatically.", "discovery_path": "root README.md → DataLad Containers project/version 1.2.3 → .datalad/config adapter invocation → datalad_container/adapters/docker.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Registered image directory and adapter command; bound workspace, temporary HOME, cleanup and configurable Python substitution.", "discovery_path": "Starting repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run record: exit 0, exact command, input patterns, image extra_input, img/results_def.tex outputs; commit narrative states one histogram differs from journal publication. This is historical evidence, not an assessment run.", "discovery_path": "Starting repository → Git history → 57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "description": "main.pdf destination is in the mounted dataset workspace.", "discovery_path": "Starting repository → Makefile", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "E-03": { "score": 1, "rationale": "The recorded results run invokes clean and removes cache/config/local/TeX directories, but binds the entire existing working tree and does not establish only declared inputs. A plain manuscript invocation may reuse existing results/figures, and fake HOME creation assumes no leftover dockertmp directory. Cleanup exists; a fully specified clean workspace procedure is not established.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run record: exit 0, exact command, input patterns, image extra_input, img/results_def.tex outputs; commit narrative states one histogram differs from journal publication. This is historical evidence, not an assessment run.", "discovery_path": "Starting repository → Git history → 57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Container recipe installs the linked REMoDNaV package, removes results_def.tex, and executes -s -f -r -m; clean delegates manuscript/figure cleanup and removes caches.", "discovery_path": "Starting repository → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Registered image directory and adapter command; bound workspace, temporary HOME, cleanup and configurable Python substitution.", "discovery_path": "Starting repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "description": "Figure input list is discovered from every SVG present in the existing directory.", "discovery_path": "Starting repository → img/Makefile", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Whole current dataset directory is mounted rather than a workspace restricted to declared run inputs.", "discovery_path": "root README.md → DataLad Containers project/version 1.2.3 → .datalad/config adapter invocation → datalad_container/adapters/docker.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient", "feedback": "Fresh container state and clean host worktree state differ; the anchors lack an explicit case for automatic partial cleanup with retained mounted worktree state." }, "D-01": { "score": null, "rationale": "Versioned Git routes, annex retrieval instructions and recorded content-keyed container web locations are supplied. However this frozen cohort excludes required TSV/MAT and image bytes and forbids acquisition; intended-version availability for every component is unresolved. No retrieval failure was observed, and the inaccessible local acquisition-source module is not evidence that the published TSV inputs cannot be obtained.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated reproduction instructions identify the component roles, DataLad/Containers/Docker prerequisites, clone, rerun, manuscript command, platforms and download sizes.", "discovery_path": "Starting repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Documents git-annex retrieval and an OpenFMRI alternative.", "discovery_path": "Starting repository → data/raw_eyegaze → README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "description": "Frozen annex availability log supplies a content-keyed datapub.fz-juelich.de URL for an OCI image layer; endpoint and payload were not fetched.", "discovery_path": "Root container annex pointer → git-annex availability branch at supplied frozen revision → key web log", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/blobs/sha256/e2728fc6d2c404f7b41e0fa4f889117090f4476eefab2bca48d7164dcbf7a0cb", "description": "Located required layer payload is deliberately absent from frozen cohort; access was not tested.", "discovery_path": "Root .datalad/config → container/image → manifest Layers", "access_status": "not_checked" } ], "observation": "not_assessed", "confidence": "moderate", "evidence_rating": "insufficient", "feedback": "Route specification can be inspected, but this cohort cannot verify actual complete intended-version delivery. Missing cached payloads must not be scored as failed retrieval." }, "D-02": { "score": 1, "rationale": "Versioned Git datasets and content-keyed saved image blobs improve persistence; raw data/classifier expose archival DOI routes. No independent preserved recovery route for all required container and labeled-data payloads is supplied. At least these resources depend on particular hosting services, so preservation of the entire object is not demonstrated.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Saved image specifies a SHA256 configuration and two SHA256 layers rather than relying solely on the displayed latest tag. Payload bytes are excluded from this cohort.", "discovery_path": "Starting repository → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated reproduction instructions identify the component roles, DataLad/Containers/Docker prerequisites, clone, rerun, manuscript command, platforms and download sizes.", "discovery_path": "Starting repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "OpenFMRI and Zenodo badge offer additional raw-data record routes.", "discovery_path": "Starting repository → data/raw_eyegaze → README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md", "description": "Classifier README links a Zenodo DOI badge.", "discovery_path": "Starting repository → remodnav → README.md", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-03": { "score": 1, "rationale": "The Dockerfile is usable but debian:bookworm-slim and apt repositories/packages are moving and unpinned. Four explicit pip pins do not fix all top-level or transitive inputs, and runtime editable installation has unpinned install_requires. Saved image content identity does not make the build definition fully frozen.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked recipe starts from debian:bookworm-slim, resolves apt packages without version locks, and pins four Python libraries.", "discovery_path": "Starting repository → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Container recipe installs the linked REMoDNaV package, removes results_def.tex, and executes -s -f -r -m; clean delegates manuscript/figure cleanup and removes caches.", "discovery_path": "Starting repository → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Classifier install_requires uses unpinned package names.", "discovery_path": "Starting repository → remodnav → setup.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-04": { "score": 2, "rationale": "CC BY 4.0, MIT, PDDL and GPL v3 identities can be resolved from complete terms or stable identifiers, but event-label data have no explicit license identifier and container bundled-asset terms are not mapped. Some distributed modules satisfy clarity; the whole set does not.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root supplies the complete CC BY 4.0 license text.", "discovery_path": "Starting repository → COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "Raw-data dataset supplies the PDDL license; README marks data access unrestricted.", "discovery_path": "Starting repository → data/raw_eyegaze → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "REMoDNaV explicitly scopes the MIT license to its code, examples and documentation.", "discovery_path": "Starting repository → remodnav → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "Linked Andersson evaluation repository supplies GPL v3 terms.", "discovery_path": "Starting repository → remodnav → remodnav/tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Inspected event-label root README and frozen file inventory contain no license declaration or mapping to a parent license. README discusses reproduction, not licensing.", "discovery_path": "Starting repository → data/studyforrest-data-eyemovementlabels → README", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked recipe starts from debian:bookworm-slim, resolves apt packages without version locks, and pins four Python libraries.", "discovery_path": "Starting repository → container/Dockerfile", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-05": { "score": 3, "rationale": "The assessed distributed root Git snapshot fixes nested dataset selections, analysis/manuscript/configuration/results and annexed saved image identities as one joint state. latest in image metadata is descriptive beside fixed config/layer content identities. Floating rebuild dependencies concern D-03; they do not make the selected saved distribution float.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root registers raw eyegaze, event-label data and REMoDNaV as linked datasets; their fixed gitlinks are recorded in the assessed Git tree.", "discovery_path": "Starting repository → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Saved image specifies a SHA256 configuration and two SHA256 layers rather than relying solely on the displayed latest tag. Payload bytes are excluded from this cohort.", "discovery_path": "Starting repository → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "description": "Fixed OCI manifest identity selected in the root tree.", "discovery_path": "Starting repository → container/image/index.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run record: exit 0, exact command, input patterns, image extra_input, img/results_def.tex outputs; commit narrative states one histogram differs from journal publication. This is historical evidence, not an assessment run.", "discovery_path": "Starting repository → Git history → 57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-06": { "score": 0, "rationale": "A saved executable image is distributed, and historical records describe its build and OCI conversion. No supplied image signature or producer/source attestation verification route was found. Checksums and the signed results tag claim alone cannot authenticate the executable artifact producer and build source.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Saved image specifies a SHA256 configuration and two SHA256 layers rather than relying solely on the displayed latest tag. Payload bytes are excluded from this cohort.", "discovery_path": "Starting repository → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Image build run records Dockerfile input and image output, without artifact attestation verification.", "discovery_path": "Starting repository → Git history → 3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated reproduction instructions identify the component roles, DataLad/Containers/Docker prerequisites, clone, rerun, manuscript command, platforms and download sizes.", "discovery_path": "Starting repository → README.md", "access_status": "accessible" } ], "observation": "not_findable", "confidence": "moderate", "evidence_rating": "sufficient" } }, "comment": "Independent inspection-only assessment of frozen source/history evidence, cohort remodnav-e3c6253bced7. No peer assessments or examples consulted. No network, payload acquisition, builds or scientific execution performed. Historical exit codes and README reproduction claims are attributed records, not independent reproduction. Scope includes numerical results, figures and manuscript and their explicitly linked computational inputs; upstream scanner/eye-tracker acquisition is not required to consume published recordings. Missing image/data/figure payloads limit verification; current retrieval and uniform access conditions remain unanswered. The documented containerized target also predates the assessed OCI image conversion, and its narrative acknowledges a visual difference from the journal. All nulls remain in fixed denominators; no extra credit for evidence volume." } ] }, "report_content": "# Independent REMoDNaV inspection, replicate 3\n\nThe inspection report is complete. Native criterion completion is **34/36**, with M-05 and D-01 unanswered; its overall **70.71/100 is provisional**. Nulls remain in all fixed denominators. All seven dimension weights are 1. This is a pilot STAMPED profile, not a scientific-quality rating or a claim of independent reproduction.\n\nAssessed [paper-remodnav](https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2) at `34388d3ca78fbd483e022e4e2851be390b7eebf2`. Scope covers numerical results, figures, manuscript and explicitly linked computational components. Instrument: rubric 0.1.0 at e8d94d00d904058b8f87c8331cbe32e225a9490f; exact rubric SHA256 05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4. Evidence manifest SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499.\n\n| Dimension | Score / 100 |\n| --- | ---: |\n| Self-containment | 91.67 |\n| Tracking | 72.22 |\n| Actionability | 72.22 |\n| Modularity | 55.56 |\n| Portability | 86.67 |\n| Ephemerality | 77.78 |\n| Distributability | 38.89 |\n\nThe [README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) and nested registrations expose data, classifier, image and manuscript from one root. Git/annex content identities fix their intended joint distribution. A [historical DataLad record](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) captures analysis commands and input/output declarations, and another captures event-table production. These are recorded historical executions, not executions performed in this assessment.\n\nCoverage falls short of the full stated reproduction claim. [quality_stats()](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L458) produces `velhist.svg` but is omitted from command-line dispatch; [main.tex](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1161) includes that figure. The flowchart helper also says it is not executable as a complete procedure. Manuscript compilation is instructed but no corresponding captured run was located. A complete rendered paper can therefore reuse tracked figures without demonstrating regeneration of each one.\n\nLicenses are identifiable for the root, raw data, classifier and Andersson repository, but the [event-label dataset](https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README) has no located declaration. No cross-module compatibility handling was found. The [Dockerfile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile) has selected Python pins but moving Debian/apt inputs. The adapter creates disposable containers and persists outputs in the dataset, while its full-worktree mount and partial cleanup leave the initial workspace incompletely constrained.\n\nM-05 remains null because uniform payload access conditions and the significance of a linked private acquisition-source module cannot be established for the whole graph. D-01 remains null because delivery of every intended payload version cannot be verified under this cohort. These are uncertainties, not observed download failures. No usable signer-verification route for provenance or image producer/build attestation was located.\n\nAll source/text evidence and histories were read from the frozen package. Binary data, image layers and SVG payloads are deliberately absent. No network calls, scientific workflow execution, image builds or payload acquisition occurred. Upstream acquisition infrastructure is distinguished from the published TSV inputs required by this result scope. The containerized historical record acknowledges a histogram change relative to the journal version, and the current root contains a later OCI conversion.\n\nNative output: `study-rubric-03.bundle.json`, one independent assessment with criterion-specific rationales and immutable public evidence locators/discovery paths. Validation is performed with the assigned validator and exact rubric; the validator result is recorded below.\n\nValidation passed (assigned validate.py --scores, exit 0): schema, rubric digest, anchor values and cross-record invariants valid. Validator reports 34/36 answered, complete=false, overall 70.71428571428571.\n" }, { "id": "study-rubric-04", "study_id": "remodnav-method-comparison-01", "object_id": "paper-remodnav", "object_revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "method_id": "rubric", "method_revision": "e8d94d00d904058b8f87c8331cbe32e225a9490f", "rubric_id": "stamped-rubric-0.1.0", "rubric_sha256": "05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4", "model_requested": "gpt-6.1-sol", "model_observed": null, "reasoning_effort": "medium", "replicate": 4, "status": "complete", "independent": true, "created_at": "2026-10-27T23:55:09.136158+00:00", "native_output": "results/study-rubric-04.bundle.json", "report": "results/study-rubric-04.md", "summary": { "dimension_scores": { "S": 91.66666666666666, "T": 72.22222222222221, "A": 77.77777777777779, "M": 72.22222222222223, "P": 93.33333333333333, "E": 88.88888888888887, "D": 55.55555555555555 }, "overall_score": 78.80952380952381, "scale_max": 100, "completion": { "answered": 36, "total": 36 }, "weights": { "S": 1, "T": 1, "A": 1, "M": 1, "P": 1, "E": 1, "D": 1 } }, "limitations": [ "Inspection cohort; no scientific workflow execution or independent payload retrieval by this assessor.", "Actual model version not independently exposed; requested model and reasoning are recorded." ], "evidence_cohort": "remodnav-e3c6253bced7", "native_data": { "format_version": "1.0.0", "rubric_version": "0.1.0", "rubric_sha256": "05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4", "research_object": { "title": "REMoDNaV: Robust Eye Movement Detection for Natural Viewing", "locator": "https://github.com/psychoinformatics-de/paper-remodnav", "revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "scope": "Numerical results, figures and manuscript, including explicitly linked runtime code/data/environment components. Exported eye-gaze files are inputs; regenerating original acquisition data from lab-source repositories is not required." }, "assessments": [ { "id": "study-rubric-04", "reviewer": { "id": "study-rubric-04-assessor", "name": "Independent assessor" }, "created_at": "2026-10-28T01:20:04.932430Z", "updated_at": "2026-10-28T01:20:04.932430Z", "review_of": null, "weights": { "S": 1, "T": 1, "A": 1, "M": 1, "P": 1, "E": 1, "D": 1 }, "responses": { "S-01": { "score": 3, "rationale": "Root README, registered data/implementation modules and container configuration expose the components used for numerical analysis, figures and manuscript. Relationships are explicit in code and build targets. The upstream local-path raw-source module is outside the runtime input inventory; the exported eye-gaze files are the actual inputs.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions name DataLad 0.19, Containers 1.2.3 and Docker, clone/rerun/build commands, supported operating systems, approximate payload sizes and signed result tag.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root declares analysis implementation, raw eyegaze data and derived event-label datasets at explicit repository paths; gitlinks in this root tree fix their commits.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Analysis imports, explicit data paths, parameters, output functions and CLI (-s -f -r -m) were inspected; scientific code was not executed.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make configuration selects container/image, mounts via the standard adapter and creates/removes temporary HOME; Python substitution is explicit.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "S-02": { "score": 3, "rationale": "Raw eye-gaze samples, derived event labels and benchmark annotations are explicitly referenced through pinned data modules; the root analysis script and pinned REMoDNaV provide code. Missing cohort payloads do not erase these discoverable references.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root declares analysis implementation, raw eyegaze data and derived event-label datasets at explicit repository paths; gitlinks in this root tree fix their commits.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Analysis imports, explicit data paths, parameters, output functions and CLI (-s -f -r -m) were inspected; scientific code was not executed.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw dataset describes git-annex retrieval, OpenFMRI alternative, PDDL license and unrestricted/no-registration access. Its original src/lab-eyetracking local-path submodule is not an input consumed by the paper script.", "discovery_path": "Starting repository → .gitmodules:data/raw_eyegaze → README.rst", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "S-03": { "score": 3, "rationale": "The Docker recipe, DataLad adapter configuration, Make targets and script parameters/defaults represent the runtime, rendering tools and computation settings. This establishes inclusion, without implying fully pinned builds.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian bookworm-slim recipe installs Python/system/TeX/Inkscape dependencies; numpy, pandas, seaborn and matplotlib have version pins, but base and apt resolution move.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make configuration selects container/image, mounts via the standard adapter and creates/removes temporary HOME; Python substitution is explicit.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Recipe cleans compilation/cache outputs, removes and regenerates results_def.tex, installs tracked REMoDNaV, invokes -s -f -r -m and delegates manuscript rendering to Makefile.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Analysis imports, explicit data paths, parameters, output functions and CLI (-s -f -r -m) were inspected; scientific code was not executed.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "S-04": { "score": 2, "rationale": "Root CC BY 4.0, implementation MIT, raw-data PDDL and benchmark GPL declarations are reachable. The derived-label module lacks an attributable declaration, and bundled container dependency terms are not mapped, so coverage is incomplete.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root carries Creative Commons Attribution 4.0 International text.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "REMoDNaV expressly covers examples, snippets and documentation with MIT license.", "discovery_path": "Starting repository → .gitmodules:remodnav → pinned module LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "Raw dataset supplies PDDL text, which explicitly does not license computer programs.", "discovery_path": "Starting repository → .gitmodules:data/raw_eyegaze → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "Pinned benchmark data repository supplies GNU GPL version 3 text.", "discovery_path": "Starting repository → remodnav gitlink → remodnav/.gitmodules:tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Pinned label module supplies preprocessing/detection notes; its source inventory has no license declaration. Public module contains separately tracked raw-data and implementation submodules.", "discovery_path": "Starting repository → .gitmodules:data/studyforrest-data-eyemovementlabels → README and root tree inventory", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "T-01": { "score": 3, "rationale": "Git commits/gitlinks fix source and configuration states; annex checksummed pointers fix data and container payload identities; result SVGs/results_def.tex and image manifests are tracked. Immutable content identification is present even though the cohort omits payload bytes.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commits/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Frozen root and explicitly linked module histories contain author identity, dates and descriptive commit messages; root tree fixes source, result pointers, configuration and module states.", "discovery_path": "Starting repository → tracked gitlinks → each pinned module history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root declares analysis implementation, raw eyegaze data and derived event-label datasets at explicit repository paths; gitlinks in this root tree fix their commits.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Versioned manifest gives config/layer SHA256 paths and layer digests/sizes; OCI index supplies image manifest digest. Container blobs are absent from this inspection cohort and were not acquired.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "T-02": { "score": 3, "rationale": "Root Git plus compatible git-annex tracking resolves code, data keys, result files, environment definitions/image pointers and nested module states in one integrated record. Externally installed host tools are prerequisites rather than untracked research payloads.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commits/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Frozen root and explicitly linked module histories contain author identity, dates and descriptive commit messages; root tree fixes source, result pointers, configuration and module states.", "discovery_path": "Starting repository → tracked gitlinks → each pinned module history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root declares analysis implementation, raw eyegaze data and derived event-label datasets at explicit repository paths; gitlinks in this root tree fix their commits.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Versioned manifest gives config/layer SHA256 paths and layer digests/sizes; OCI index supplies image manifest digest. Container blobs are absent from this inspection cohort and were not acquired.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make configuration selects container/image, mounts via the standard adapter and creates/removes temporary HOME; Python substitution is explicit.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "T-03": { "score": 3, "rationale": "Reachable root and linked module histories supply actor, date and descriptions for source, inputs, generated labels, figures and environment changes, including image-build/conversion records. This rates attributable recorded changes, not completeness of experimental acquisition history.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commits/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Frozen root and explicitly linked module histories contain author identity, dates and descriptive commit messages; root tree fixes source, result pointers, configuration and module states.", "discovery_path": "Starting repository → tracked gitlinks → each pinned module history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Historical run records Dockerfile input, docker build/save command and image output; later c531a59c records OCI conversion with exit 0.", "discovery_path": "Starting repository → Git history → image-build and OCI-conversion records", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Derived-label history captures bash code/compute_all.sh, raw input globs and sub-* outputs with exit 0. No exact environment definition accompanies this older recorded execution.", "discovery_path": "Starting repository → labels gitlink → module Git history", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "T-04": { "score": 2, "rationale": "Automatic DataLad records capture numerical/figure rerun and derived-label generation with command/input/output fields. The manuscript build and separately generated quality histogram are not fully covered by captured computational records, preventing the all-steps anchor.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run with exit 0 records command, container extra input, eye-gaze/label/Andersson inputs and img/results_def.tex outputs; this is supplied execution history, not an assessment run.", "discovery_path": "Starting repository → README signed results tag → historical run commit", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Derived-label history captures bash code/compute_all.sh, raw input globs and sub-* outputs with exit 0. No exact environment definition accompanies this older recorded execution.", "discovery_path": "Starting repository → labels gitlink → module Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "description": "quality_stats() computes signal-loss percentages and img/velhist.svg, but explicitly says it is not in the Make command path. CLI at lines 1282 onward does not invoke it; flowchart_figs() is a non-executed reference fragment at line 672.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1145", "description": "Manuscript reports 15.1% versus 4.1% signal loss and includes img/velhist.pdf, making quality_stats output part of the scoped manuscript.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "T-05": { "score": 2, "rationale": "The containerized run is tied to a Git state, data/module identities, tracked configuration and image input, and image build history records its source. Older derived-label execution lacks an exact environment state and the separate quality computation is not tied to a complete run record.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run with exit 0 records command, container extra input, eye-gaze/label/Andersson inputs and img/results_def.tex outputs; this is supplied execution history, not an assessment run.", "discovery_path": "Starting repository → README signed results tag → historical run commit", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Historical run records Dockerfile input, docker build/save command and image output; later c531a59c records OCI conversion with exit 0.", "discovery_path": "Starting repository → Git history → image-build and OCI-conversion records", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Derived-label history captures bash code/compute_all.sh, raw input globs and sub-* outputs with exit 0. No exact environment definition accompanies this older recorded execution.", "discovery_path": "Starting repository → labels gitlink → module Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "description": "quality_stats() computes signal-loss percentages and img/velhist.svg, but explicitly says it is not in the Make command path. CLI at lines 1282 onward does not invoke it; flowchart_figs() is a non-executed reference fragment at line 672.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "T-06": { "score": 0, "rationale": "A signed result tag exists, but the inspected README/tag supplies no usable public-key identity verification route. A PGP block and asserted signer alone do not demonstrate the complete binary anchor; no verification was attempted.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/tree/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Read-only Git cat-file inspected results-containerized: PGP signature present, target 57d2565ab70b9d7b41c28aaa253ccc7096900f8d. No signing key/identity verification instructions were found in the inspected object; signature validity was not checked.", "discovery_path": "Starting repository → README → results-containerized tag → cached Git tag object (GIT_NO_LAZY_FETCH=1)", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions name DataLad 0.19, Containers 1.2.3 and Docker, clone/rerun/build commands, supported operating systems, approximate payload sizes and signed result tag.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "partial", "feedback": "Clarify whether a public signed-tag page without an explicit key-discovery/verification procedure counts as a supplied verification route." }, "A-01": { "score": 3, "rationale": "README gives DataLad clone and rerun commands, prerequisite installation references and download sizes. The recorded inputs and registered modules enable automatic retrieval of required data/image content; the raw dataset also documents annex acquisition.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions name DataLad 0.19, Containers 1.2.3 and Docker, clone/rerun/build commands, supported operating systems, approximate payload sizes and signed result tag.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run with exit 0 records command, container extra input, eye-gaze/label/Andersson inputs and img/results_def.tex outputs; this is supplied execution history, not an assessment run.", "discovery_path": "Starting repository → README signed results tag → historical run commit", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root declares analysis implementation, raw eyegaze data and derived event-label datasets at explicit repository paths; gitlinks in this root tree fix their commits.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw dataset describes git-annex retrieval, OpenFMRI alternative, PDDL license and unrestricted/no-registration access. Its original src/lab-eyetracking local-path submodule is not an input consumed by the paper script.", "discovery_path": "Starting repository → .gitmodules:data/raw_eyegaze → README.rst", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "A-02": { "score": 3, "rationale": "Updated setup identifies DataLad/Containers/Docker with version guidance and linked installation instructions, then selects the registered image through runnable commands. No recipient invention of the scientific environment is needed for this documented path.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions name DataLad 0.19, Containers 1.2.3 and Docker, clone/rerun/build commands, supported operating systems, approximate payload sizes and signed result tag.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make configuration selects container/image, mounts via the standard adapter and creates/removes temporary HOME; Python substitution is explicit.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "DataLad Containers 1.2.3 adapter derives image ID from config, loads absent image content, launches docker run with cwd:/tmp, /tmp working directory and --rm, and maps user IDs on non-Windows hosts.", "discovery_path": "Starting repository → README Containers version 1.2.3 → .datalad/config adapter invocation → explicitly supplied adapter source", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "partial" }, "A-03": { "score": 1, "rationale": "Instructions cover the main numerical/figure rerun and PDF build, but do not give a complete execution sequence for the manuscript quality histogram and associated signal-loss values. quality_stats explicitly requires adding a call to the command path. Thus at least one result is covered while others lack operational instructions.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions name DataLad 0.19, Containers 1.2.3 and Docker, clone/rerun/build commands, supported operating systems, approximate payload sizes and signed result tag.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "description": "quality_stats() computes signal-loss percentages and img/velhist.svg, but explicitly says it is not in the Make command path. CLI at lines 1282 onward does not invoke it; flowchart_figs() is a non-executed reference fragment at line 672.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1145", "description": "Manuscript reports 15.1% versus 4.1% signal loss and includes img/velhist.pdf, making quality_stats output part of the scoped manuscript.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Recipe cleans compilation/cache outputs, removes and regenerates results_def.tex, installs tracked REMoDNaV, invokes -s -f -r -m and delegates manuscript rendering to Makefile.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "A-04": { "score": 3, "rationale": "DataLad clone/rerun and recorded input declarations acquire the root, pinned subcomponents and image; script get calls retrieve explicit data paths. These are executable acquisition/assembly specifications, not evidence that retrieval succeeded during this assessment.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions name DataLad 0.19, Containers 1.2.3 and Docker, clone/rerun/build commands, supported operating systems, approximate payload sizes and signed result tag.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run with exit 0 records command, container extra input, eye-gaze/label/Andersson inputs and img/results_def.tex outputs; this is supplied execution history, not an assessment run.", "discovery_path": "Starting repository → README signed results tag → historical run commit", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root declares analysis implementation, raw eyegaze data and derived event-label datasets at explicit repository paths; gitlinks in this root tree fix their commits.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Analysis imports, explicit data paths, parameters, output functions and CLI (-s -f -r -m) were inspected; scientific code was not executed.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/tree/0cc48aa1605a41f1c512561a6427a93a65ebebfe", "description": "Supplied git-annex branch metadata registers institutional datapub.fz-juelich.de URLs for original image layers and converted OCI blobs; these are recorded routes, not observed successful payload retrievals.", "discovery_path": "Starting repository → image annex pointers → git-annex availability metadata at fixed revision", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "partial" }, "A-05": { "score": 2, "rationale": "Make/script procedures produce numerical summaries, classification/confusion/main-sequence figures and manuscript rendering. quality_stats is outside the supplied CLI and flowchart_figs is explicitly a non-executed reference fragment, so producing every scoped figure requires manual intervention/translation.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Recipe cleans compilation/cache outputs, removes and regenerates results_def.tex, installs tracked REMoDNaV, invokes -s -f -r -m and delegates manuscript rendering to Makefile.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "description": "Targets render SVGs through img/Makefile and compile main.tex with latexmk; clean removes manuscript intermediates and derived PDFs, retaining source SVGs.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Analysis imports, explicit data paths, parameters, output functions and CLI (-s -f -r -m) were inspected; scientific code was not executed.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "description": "quality_stats() computes signal-loss percentages and img/velhist.svg, but explicitly says it is not in the Make command path. CLI at lines 1282 onward does not invoke it; flowchart_figs() is a non-executed reference fragment at line 672.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1145", "description": "Manuscript reports 15.1% versus 4.1% signal loss and includes img/velhist.pdf, making quality_stats output part of the scoped manuscript.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "A-06": { "score": 2, "rationale": "The signed result tag targets a captured DataLad run with a documented rerun command and component selection. This provides genuine replay for covered analyses, but not the separately generated histogram/manual figure elements or every manuscript-related computation.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions name DataLad 0.19, Containers 1.2.3 and Docker, clone/rerun/build commands, supported operating systems, approximate payload sizes and signed result tag.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run with exit 0 records command, container extra input, eye-gaze/label/Andersson inputs and img/results_def.tex outputs; this is supplied execution history, not an assessment run.", "discovery_path": "Starting repository → README signed results tag → historical run commit", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/tree/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Read-only Git cat-file inspected results-containerized: PGP signature present, target 57d2565ab70b9d7b41c28aaa253ccc7096900f8d. No signing key/identity verification instructions were found in the inspected object; signature validity was not checked.", "discovery_path": "Starting repository → README → results-containerized tag → cached Git tag object (GIT_NO_LAZY_FETCH=1)", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "description": "quality_stats() computes signal-loss percentages and img/velhist.svg, but explicitly says it is not in the Make command path. CLI at lines 1282 onward does not invoke it; flowchart_figs() is a non-executed reference fragment at line 672.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "M-01": { "score": 3, "rationale": "The object separates analysis code, raw data, derived labels, implementation module, image/recipe, figure outputs and manuscript sources. Roles remain identifiable through directories and explicit subdataset boundaries.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root declares analysis implementation, raw eyegaze data and derived event-label datasets at explicit repository paths; gitlinks in this root tree fix their commits.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Analysis imports, explicit data paths, parameters, output functions and CLI (-s -f -r -m) were inspected; scientific code was not executed.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Recipe cleans compilation/cache outputs, removes and regenerates results_def.tex, installs tracked REMoDNaV, invokes -s -f -r -m and delegates manuscript rendering to Makefile.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian bookworm-slim recipe installs Python/system/TeX/Inkscape dependencies; numpy, pandas, seaborn and matplotlib have version pins, but base and apt resolution move.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "description": "Targets render SVGs through img/Makefile and compile main.tex with latexmk; clean removes manuscript intermediates and derived PDFs, retaining source SVGs.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "M-02": { "score": 1, "rationale": "Independent gitlinks allow choosing modules, but root analysis imports implementation test utilities and relies on benchmark internal directories and hardcoded subject/data layouts. Replacement therefore depends on internal paths rather than fully declared stable interfaces.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root declares analysis implementation, raw eyegaze data and derived event-label datasets at explicit repository paths; gitlinks in this root tree fix their commits.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Analysis imports, explicit data paths, parameters, output functions and CLI (-s -f -r -m) were inspected; scientific code was not executed.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "M-03": { "score": 2, "rationale": "MIT explicitly scopes implementation material, and raw/benchmark modules have their own declarations alongside the root license. Labels and container bundled components lack independently attributable scope mappings.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "REMoDNaV expressly covers examples, snippets and documentation with MIT license.", "discovery_path": "Starting repository → .gitmodules:remodnav → pinned module LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "Raw dataset supplies PDDL text, which explicitly does not license computer programs.", "discovery_path": "Starting repository → .gitmodules:data/raw_eyegaze → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "Pinned benchmark data repository supplies GNU GPL version 3 text.", "discovery_path": "Starting repository → remodnav gitlink → remodnav/.gitmodules:tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root carries Creative Commons Attribution 4.0 International text.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Pinned label module supplies preprocessing/detection notes; its source inventory has no license declaration. Public module contains separately tracked raw-data and implementation submodules.", "discovery_path": "Starting repository → .gitmodules:data/studyforrest-data-eyemovementlabels → README and root tree inventory", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "M-04": { "score": 1, "rationale": "Module license texts are supplied, but the inspected root/module declarations and container composition do not address the combination of CC BY, MIT, PDDL, GPL and container dependency terms. Listing the licenses does not establish compatibility handling.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root carries Creative Commons Attribution 4.0 International text.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "REMoDNaV expressly covers examples, snippets and documentation with MIT license.", "discovery_path": "Starting repository → .gitmodules:remodnav → pinned module LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "Raw dataset supplies PDDL text, which explicitly does not license computer programs.", "discovery_path": "Starting repository → .gitmodules:data/raw_eyegaze → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "Pinned benchmark data repository supplies GNU GPL version 3 text.", "discovery_path": "Starting repository → remodnav gitlink → remodnav/.gitmodules:tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian bookworm-slim recipe installs Python/system/TeX/Inkscape dependencies; numpy, pandas, seaborn and matplotlib have version pins, but base and apt resolution move.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "M-05": { "score": 3, "rationale": "The scoped data/code/image routes are publicly exposed without an authorization step, and the raw-data README explicitly states unrestricted access. Required data are separated into modules and there is no identified mixed restricted-access runtime boundary; missing cohort bytes are a collection restriction rather than a source access condition.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions name DataLad 0.19, Containers 1.2.3 and Docker, clone/rerun/build commands, supported operating systems, approximate payload sizes and signed result tag.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root declares analysis implementation, raw eyegaze data and derived event-label datasets at explicit repository paths; gitlinks in this root tree fix their commits.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw dataset describes git-annex retrieval, OpenFMRI alternative, PDDL license and unrestricted/no-registration access. Its original src/lab-eyetracking local-path submodule is not an input consumed by the paper script.", "discovery_path": "Starting repository → .gitmodules:data/raw_eyegaze → README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/tree/0cc48aa1605a41f1c512561a6427a93a65ebebfe", "description": "Supplied git-annex branch metadata registers institutional datapub.fz-juelich.de URLs for original image layers and converted OCI blobs; these are recorded routes, not observed successful payload retrievals.", "discovery_path": "Starting repository → image annex pointers → git-annex availability metadata at fixed revision", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "partial" }, "M-06": { "score": 3, "rationale": "Root gitlinks, nested module registrations, explicit analysis input paths, container configuration and Make dependencies specify both selected components and connections needed for assembly. Files included directly and linked subdatasets jointly form the composition specification.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root declares analysis implementation, raw eyegaze data and derived event-label datasets at explicit repository paths; gitlinks in this root tree fix their commits.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Analysis imports, explicit data paths, parameters, output functions and CLI (-s -f -r -m) were inspected; scientific code was not executed.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make configuration selects container/image, mounts via the standard adapter and creates/removes temporary HOME; Python substitution is explicit.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Recipe cleans compilation/cache outputs, removes and regenerates results_def.tex, installs tracked REMoDNaV, invokes -s -f -r -m and delegates manuscript rendering to Makefile.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "description": "Targets render SVGs through img/Makefile and compile main.tex with latexmk; clean removes manuscript intermediates and derived PDFs, retaining source SVGs.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "P-01": { "score": 2, "rationale": "README names host tools, Docker compatibility, tested Debian/macOS/Windows and payload sizes. Adapter code additionally assumes an accessible Docker daemon usable by the invoking user; this access/permission prerequisite is not explained in the object setup.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions name DataLad 0.19, Containers 1.2.3 and Docker, clone/rerun/build commands, supported operating systems, approximate payload sizes and signed result tag.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "DataLad Containers 1.2.3 adapter derives image ID from config, loads absent image content, launches docker run with cwd:/tmp, /tmp working directory and --rm, and maps user IDs on non-Windows hosts.", "discovery_path": "Starting repository → README Containers version 1.2.3 → .datalad/config adapter invocation → explicitly supplied adapter source", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "partial" }, "P-02": { "score": 3, "rationale": "Runtime paths are dataset-relative, cwd is mounted at /tmp, HOME is explicitly temporary and Python is configurable. There is no embedded personal machine path in the scoped runtime sequence; the raw acquisition-history local path is not consumed by these computations.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make configuration selects container/image, mounts via the standard adapter and creates/removes temporary HOME; Python substitution is explicit.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "DataLad Containers 1.2.3 adapter derives image ID from config, loads absent image content, launches docker run with cwd:/tmp, /tmp working directory and --rm, and maps user IDs on non-Windows hosts.", "discovery_path": "Starting repository → README Containers version 1.2.3 → .datalad/config adapter invocation → explicitly supplied adapter source", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Analysis imports, explicit data paths, parameters, output functions and CLI (-s -f -r -m) were inspected; scientific code was not executed.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "P-03": { "score": 3, "rationale": "Container recipe covers Python libraries, compiler/build tooling, make, Inkscape and TeX rendering; tracked implementation setup.py declares its dependencies. README covers the host DataLad/Containers/Docker layer. Exact dependency locking is a separate deficiency under D-03.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian bookworm-slim recipe installs Python/system/TeX/Inkscape dependencies; numpy, pandas, seaborn and matplotlib have version pins, but base and apt resolution move.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions name DataLad 0.19, Containers 1.2.3 and Docker, clone/rerun/build commands, supported operating systems, approximate payload sizes and signed result tag.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "REMoDNaV expressly covers examples, snippets and documentation with MIT license.", "discovery_path": "Starting repository → .gitmodules:remodnav → pinned module LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Implementation setup.py supplies numpy/scipy/statsmodels/matplotlib requirements through the pinned module.", "discovery_path": "Starting repository → remodnav gitlink → setup.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "partial" }, "P-04": { "score": 1, "rationale": "The used container definition and invocation configuration are tracked in the root, as are its image manifests/pointers; linked implementation dependencies are tracked in setup.py. The historical unrecorded label environment is a provenance gap, rather than a missing definition of the present containerized reproduction environment.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian bookworm-slim recipe installs Python/system/TeX/Inkscape dependencies; numpy, pandas, seaborn and matplotlib have version pins, but base and apt resolution move.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make configuration selects container/image, mounts via the standard adapter and creates/removes temporary HOME; Python substitution is explicit.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Versioned manifest gives config/layer SHA256 paths and layer digests/sizes; OCI index supplies image manifest digest. Container blobs are absent from this inspection cohort and were not acquired.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "P-05": { "score": 3, "rationale": "Dockerfile, tracked image manifests, DataLad container configuration and executable setup requirements can be consumed by tooling on the documented Docker-capable hosts. This rates specification capability, not observed installation or cross-platform execution.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian bookworm-slim recipe installs Python/system/TeX/Inkscape dependencies; numpy, pandas, seaborn and matplotlib have version pins, but base and apt resolution move.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make configuration selects container/image, mounts via the standard adapter and creates/removes temporary HOME; Python substitution is explicit.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Versioned manifest gives config/layer SHA256 paths and layer digests/sizes; OCI index supplies image manifest digest. Container blobs are absent from this inspection cohort and were not acquired.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions name DataLad 0.19, Containers 1.2.3 and Docker, clone/rerun/build commands, supported operating systems, approximate payload sizes and signed result tag.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "partial" }, "E-01": { "score": 3, "rationale": "The documented rerun invokes the adapter, which launches a new container from the selected image for each run; temporary HOME is created explicitly. It does not reuse a long-lived writable scientific environment.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run with exit 0 records command, container extra input, eye-gaze/label/Andersson inputs and img/results_def.tex outputs; this is supplied execution history, not an assessment run.", "discovery_path": "Starting repository → README signed results tag → historical run commit", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make configuration selects container/image, mounts via the standard adapter and creates/removes temporary HOME; Python substitution is explicit.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "DataLad Containers 1.2.3 adapter derives image ID from config, loads absent image content, launches docker run with cwd:/tmp, /tmp working directory and --rm, and maps user IDs on non-Windows hosts.", "discovery_path": "Starting repository → README Containers version 1.2.3 → .datalad/config adapter invocation → explicitly supplied adapter source", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "E-02": { "score": 3, "rationale": "Working directory/output paths are bind-mounted into the dataset, results/provenance live in tracked dataset state, and adapter docker run uses --rm. Required records survive automatic container disposal; retained image content is immutable input state.", "evidence": [ { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "DataLad Containers 1.2.3 adapter derives image ID from config, loads absent image content, launches docker run with cwd:/tmp, /tmp working directory and --rm, and maps user IDs on non-Windows hosts.", "discovery_path": "Starting repository → README Containers version 1.2.3 → .datalad/config adapter invocation → explicitly supplied adapter source", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make configuration selects container/image, mounts via the standard adapter and creates/removes temporary HOME; Python substitution is explicit.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run with exit 0 records command, container extra input, eye-gaze/label/Andersson inputs and img/results_def.tex outputs; this is supplied execution history, not an assessment run.", "discovery_path": "Starting repository → README signed results tag → historical run commit", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Recipe cleans compilation/cache outputs, removes and regenerates results_def.tex, installs tracked REMoDNaV, invokes -s -f -r -m and delegates manuscript rendering to Makefile.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "E-03": { "score": 2, "rationale": "A cloned dataset and declared run inputs provide an explicit initial state, with automatic cache/build cleanup and temporary HOME. However the adapter exposes the whole writable cwd, data enumeration uses globs and clean retains source SVGs; establishing an uncontaminated checkout remains a manual condition.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions name DataLad 0.19, Containers 1.2.3 and Docker, clone/rerun/build commands, supported operating systems, approximate payload sizes and signed result tag.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run with exit 0 records command, container extra input, eye-gaze/label/Andersson inputs and img/results_def.tex outputs; this is supplied execution history, not an assessment run.", "discovery_path": "Starting repository → README signed results tag → historical run commit", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "DataLad Containers 1.2.3 adapter derives image ID from config, loads absent image content, launches docker run with cwd:/tmp, /tmp working directory and --rm, and maps user IDs on non-Windows hosts.", "discovery_path": "Starting repository → README Containers version 1.2.3 → .datalad/config adapter invocation → explicitly supplied adapter source", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Recipe cleans compilation/cache outputs, removes and regenerates results_def.tex, installs tracked REMoDNaV, invokes -s -f -r -m and delegates manuscript rendering to Makefile.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "description": "Targets render SVGs through img/Makefile and compile main.tex with latexmk; clean removes manuscript intermediates and derived PDFs, retaining source SVGs.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Analysis imports, explicit data paths, parameters, output functions and CLI (-s -f -r -m) were inspected; scientific code was not executed.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "partial" }, "D-01": { "score": 3, "rationale": "Pinned public Git modules, annex data retrieval and registered image-blob/layer URLs provide routes to intended content identities. No essential runtime input depends on the unresolved original lab-acquisition submodule. This is route-based inspection; omitted payloads were neither retrieved nor observed unavailable.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root declares analysis implementation, raw eyegaze data and derived event-label datasets at explicit repository paths; gitlinks in this root tree fix their commits.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw dataset describes git-annex retrieval, OpenFMRI alternative, PDDL license and unrestricted/no-registration access. Its original src/lab-eyetracking local-path submodule is not an input consumed by the paper script.", "discovery_path": "Starting repository → .gitmodules:data/raw_eyegaze → README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/tree/0cc48aa1605a41f1c512561a6427a93a65ebebfe", "description": "Supplied git-annex branch metadata registers institutional datapub.fz-juelich.de URLs for original image layers and converted OCI blobs; these are recorded routes, not observed successful payload retrievals.", "discovery_path": "Starting repository → image annex pointers → git-annex availability metadata at fixed revision", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Versioned manifest gives config/layer SHA256 paths and layer digests/sizes; OCI index supplies image manifest digest. Container blobs are absent from this inspection cohort and were not acquired.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run with exit 0 records command, container extra input, eye-gaze/label/Andersson inputs and img/results_def.tex outputs; this is supplied execution history, not an assessment run.", "discovery_path": "Starting repository → README signed results tag → historical run commit", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "partial" }, "D-02": { "score": 1, "rationale": "Versioned Git snapshots and data identifiers exist, and raw data has an alternative OpenFMRI route. Container blobs rely on the institution-hosted datapub route with no identified independent preservation/recovery commitment; root GitHub metadata alone cannot preserve those omitted bytes.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/tree/0cc48aa1605a41f1c512561a6427a93a65ebebfe", "description": "Supplied git-annex branch metadata registers institutional datapub.fz-juelich.de URLs for original image layers and converted OCI blobs; these are recorded routes, not observed successful payload retrievals.", "discovery_path": "Starting repository → image annex pointers → git-annex availability metadata at fixed revision", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw dataset describes git-annex retrieval, OpenFMRI alternative, PDDL license and unrestricted/no-registration access. Its original src/lab-eyetracking local-path submodule is not an input consumed by the paper script.", "discovery_path": "Starting repository → .gitmodules:data/raw_eyegaze → README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Versioned manifest gives config/layer SHA256 paths and layer digests/sizes; OCI index supplies image manifest digest. Container blobs are absent from this inspection cohort and were not acquired.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated instructions name DataLad 0.19, Containers 1.2.3 and Docker, clone/rerun/build commands, supported operating systems, approximate payload sizes and signed result tag.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "partial" }, "D-03": { "score": 1, "rationale": "Dockerfile is usable but FROM debian:bookworm-slim and apt package resolution are moving; only selected Python dependencies are pinned and transitive inputs are not locked. A stored image fixes a deployed state without making rebuild inputs reproducible.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian bookworm-slim recipe installs Python/system/TeX/Inkscape dependencies; numpy, pandas, seaborn and matplotlib have version pins, but base and apt resolution move.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Historical run records Dockerfile input, docker build/save command and image output; later c531a59c records OCI conversion with exit 0.", "discovery_path": "Starting repository → Git history → image-build and OCI-conversion records", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Versioned manifest gives config/layer SHA256 paths and layer digests/sizes; OCI index supplies image manifest digest. Container blobs are absent from this inspection cohort and were not acquired.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "D-04": { "score": 2, "rationale": "CC BY 4.0, MIT, PDDL and GPLv3 terms are unambiguously identifiable in their module license texts. The derived-label module and container bundled-asset license mapping remain ambiguous, preventing complete coverage.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root carries Creative Commons Attribution 4.0 International text.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "REMoDNaV expressly covers examples, snippets and documentation with MIT license.", "discovery_path": "Starting repository → .gitmodules:remodnav → pinned module LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "Raw dataset supplies PDDL text, which explicitly does not license computer programs.", "discovery_path": "Starting repository → .gitmodules:data/raw_eyegaze → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "Pinned benchmark data repository supplies GNU GPL version 3 text.", "discovery_path": "Starting repository → remodnav gitlink → remodnav/.gitmodules:tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Pinned label module supplies preprocessing/detection notes; its source inventory has no license declaration. Public module contains separately tracked raw-data and implementation submodules.", "discovery_path": "Starting repository → .gitmodules:data/studyforrest-data-eyemovementlabels → README and root tree inventory", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "D-05": { "score": 3, "rationale": "Root snapshot jointly selects nested code/data gitlinks, configurations, results and exact image blob pointers. OCI conversion is recorded as a later state; the signed historical result tag separately identifies its intended earlier combination. Moving Docker build inputs do not alter the fixed distributed image selection.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root declares analysis implementation, raw eyegaze data and derived event-label datasets at explicit repository paths; gitlinks in this root tree fix their commits.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Versioned manifest gives config/layer SHA256 paths and layer digests/sizes; OCI index supplies image manifest digest. Container blobs are absent from this inspection cohort and were not acquired.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commits/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Frozen root and explicitly linked module histories contain author identity, dates and descriptive commit messages; root tree fixes source, result pointers, configuration and module states.", "discovery_path": "Starting repository → tracked gitlinks → each pinned module history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run with exit 0 records command, container extra input, eye-gaze/label/Andersson inputs and img/results_def.tex outputs; this is supplied execution history, not an assessment run.", "discovery_path": "Starting repository → README signed results tag → historical run commit", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/tree/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Read-only Git cat-file inspected results-containerized: PGP signature present, target 57d2565ab70b9d7b41c28aaa253ccc7096900f8d. No signing key/identity verification instructions were found in the inspected object; signature validity was not checked.", "discovery_path": "Starting repository → README → results-containerized tag → cached Git tag object (GIT_NO_LAZY_FETCH=1)", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "D-06": { "score": 0, "rationale": "Image manifest digests establish content identity, and Git records a build command, but no supplied artifact signature or attestation verifiably binds distributed image bytes to producer and build source. The signed result tag is not such an image-origin attestation.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Versioned manifest gives config/layer SHA256 paths and layer digests/sizes; OCI index supplies image manifest digest. Container blobs are absent from this inspection cohort and were not acquired.", "discovery_path": "Starting repository → root tracked files", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Historical run records Dockerfile input, docker build/save command and image output; later c531a59c records OCI conversion with exit 0.", "discovery_path": "Starting repository → Git history → image-build and OCI-conversion records", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/tree/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Read-only Git cat-file inspected results-containerized: PGP signature present, target 57d2565ab70b9d7b41c28aaa253ccc7096900f8d. No signing key/identity verification instructions were found in the inspected object; signature validity was not checked.", "discovery_path": "Starting repository → README → results-containerized tag → cached Git tag object (GIT_NO_LAZY_FETCH=1)", "access_status": "accessible" } ], "observation": "not_findable", "confidence": "moderate", "evidence_rating": "partial" } }, "comment": "Independent inspection-only assessment using frozen manifest e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499 (remodnav-e3c6253bced7). Source text, histories, inventories, annex availability metadata and a supplied linked adapter were inspected. Only read-only Git tag inspection was run, with GIT_NO_LAZY_FETCH=1. No network requests, payload acquisition, scientific execution or image builds occurred. Historical exit codes are supplied records, not independent reproduction. Binary data, SVG payloads and container layers are absent from the evidence cohort; content/route judgments do not claim successful retrieval or visual correctness. Root instructions overstate full rerun coverage: quality_stats and flowchart fragments are not in the executable CLI. All 36 native criteria receive explicit anchor judgments; completion of this inspection does not establish computational reproducibility or validated research quality." } ] }, "report_content": "# Independent REMoDNaV assessment, replicate 4\n\nAssessed [paper-remodnav at 34388d3ca78fbd483e022e4e2851be390b7eebf2](https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2), covering numerical results, figures, manuscript and explicitly linked computational components. Instrument: rubric 0.1.0 at e8d94d00d904058b8f87c8331cbe32e225a9490f; rubric SHA256 `05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4`. Frozen evidence manifest SHA256: `e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499`.\n\nThe inspection report is complete. Native criterion completion is separately **36/36 scored, 0 unanswered**; the bundle is complete under the rubric. All seven weights are 1. This is an inspection profile, not independent reproduction or a general scientific-quality score.\n\n| Dimension | Score / 100 | Criterion scores in ID order |\n| --- | ---: | --- |\n| Self-containment | 91.67 | 3, 3, 3, 2 |\n| Tracking | 72.22 | 3, 3, 3, 2, 2, 0 |\n| Actionability | 77.78 | 3, 3, 1, 3, 2, 2 |\n| Modularity | 72.22 | 3, 1, 2, 1, 3, 3 |\n| Portability | 93.33 | 2, 3, 3, 1, 3 |\n| Ephemerality | 88.89 | 3, 3, 2 |\n| Distributability | 55.56 | 3, 1, 1, 2, 3, 0 |\n\nOverall: **78.81/100**. Binary criteria T-06, P-04 and D-06 use maxima of 1; all others use maxima of 3.\n\nThe strongest evidence is the coherent Git/git-annex component selection, explicit data paths, tracked image state and executable Make/DataLad procedures. The [recorded containerized analysis](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) identifies commands, inputs, outputs and image input. The declared adapter launches a fresh disposable container with dataset-mounted outputs. These are inspected capabilities and historical records, not observed execution in this assessment.\n\nThe [updated instructions](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) overstate complete result coverage. [quality_stats()](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463) explicitly says it is outside the Make command path, yet produces the velocity histogram and signal-loss values used by the manuscript. The flowchart helper is also a non-executed reference fragment. This limits result instructions, executable coverage and replay completeness despite substantial automation.\n\nThe [Dockerfile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile) supplies the environment but rebuilds from a moving Debian tag and unpinned apt resolution. Frozen image identities therefore support distribution more strongly than reproducible rebuilding. Image payload routes exist in supplied annex metadata; no independent image-preservation route or artifact-origin attestation was identified. The signed result tag was inspected, but its signing identity was not verified and a usable key-verification route was not found in the inspected object.\n\nReachable license texts cover several modules, but the derived-label module and container dependency mapping leave gaps. License compatibility at composition boundaries is not addressed. Module replacement also depends on internal data paths and implementation test utilities.\n\nNo network calls, scientific workflow execution, builds or payload acquisition occurred. Binary data, SVG payloads and container layers were intentionally absent from the frozen cohort; this is not an observed retrieval failure. The local-path original lab-acquisition submodule is not consumed by the paper runtime, which uses exported eye-gaze files. Current host-tool compatibility, payload availability, image internals and visual/numerical correctness remain unverified.\n\nValidation: the prescribed `validate.py ... --scores` completed successfully, confirmed the rubric hash and valid anchor values, and reported `answered: 36`, `total: 36`, `complete: true`. Criterion-specific rationales, discovery paths and public source citations are retained in `study-rubric-04.bundle.json`.\n" }, { "id": "study-rubric-05", "study_id": "remodnav-method-comparison-01", "object_id": "paper-remodnav", "object_revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "method_id": "rubric", "method_revision": "e8d94d00d904058b8f87c8331cbe32e225a9490f", "rubric_id": "stamped-rubric-0.1.0", "rubric_sha256": "05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4", "model_requested": "gpt-6.1-sol", "model_observed": null, "reasoning_effort": "medium", "replicate": 5, "status": "complete", "independent": true, "created_at": "2026-10-27T23:55:09.408301+00:00", "native_output": "results/study-rubric-05.bundle.json", "report": "results/study-rubric-05.md", "summary": { "dimension_scores": { "S": 91.66666666666666, "T": 72.22222222222221, "A": 77.77777777777779, "M": 55.555555555555564, "P": 93.33333333333333, "E": 88.88888888888887, "D": 38.888888888888886 }, "overall_score": 74.04761904761904, "scale_max": 100, "completion": { "answered": 35, "total": 36 }, "weights": { "S": 1, "T": 1, "A": 1, "M": 1, "P": 1, "E": 1, "D": 1 } }, "limitations": [ "1 criteria remain unanswered; native score is provisional.", "Inspection cohort; no scientific workflow execution or independent payload retrieval by this assessor.", "Actual model version not independently exposed; requested model and reasoning are recorded." ], "evidence_cohort": "remodnav-e3c6253bced7", "native_data": { "format_version": "1.0.0", "rubric_version": "0.1.0", "rubric_sha256": "05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4", "research_object": { "title": "REMoDNaV: Robust Eye Movement Detection for Natural Viewing", "locator": "https://github.com/psychoinformatics-de/paper-remodnav", "revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "scope": "Numerical results, figures and manuscript, including explicitly linked computational components. Distributed raw gaze and event labels are inputs; upstream laboratory raw acquisition and unrelated imaging payloads are not recomputed." }, "assessments": [ { "id": "study-rubric-05", "reviewer": { "id": "study-rubric-05-assessor", "name": "Independent assessor" }, "created_at": "2026-10-28T01:49:55.677817Z", "updated_at": "2026-10-28T01:49:55.677817Z", "review_of": null, "weights": { "S": 1, "T": 1, "A": 1, "M": 1, "P": 1, "E": 1, "D": 1 }, "responses": { "S-01": { "score": 3, "rationale": "The root explains the relationship of data, analysis, figures and manuscript and links all three subdatasets plus the saved environment. The unresolved raw-acquisition submodule is upstream of the distributed TSV inputs and is not needed to rerun the stated root computations.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, host setup, rerun and manuscript commands; original workflow retained.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root names three subdatasets and their repository URLs; Git gitlinks fix their revisions.", "discovery_path": "root → .gitmodules and root Git tree", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Analysis implementation, linked dataset paths, parameters, result destinations and CLI dispatch.", "discovery_path": "root → README/Makefile → code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "S-02": { "score": 3, "rationale": "Required raw gaze TSVs, event labels and Andersson comparison MAT files are explicitly connected through the root and nested subdataset links. Analysis code and manually transcribed comparison summaries are present in the root script; absent cohort payloads do not erase these references.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root names three subdatasets and their repository URLs; Git gitlinks fix their revisions.", "discovery_path": "root → .gitmodules and root Git tree", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Analysis implementation, linked dataset paths, parameters, result destinations and CLI dispatch.", "discovery_path": "root → README/Makefile → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw-data README declares unrestricted access, PDDL terms, git-annex retrieval and OpenFMRI/Zenodo references. A nested src/lab-eyetracking URL is an unresolved local path, not used by root analyses reading distributed eye-gaze TSVs.", "discovery_path": "root → .gitmodules:data/raw_eyegaze → pinned README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e", "description": "Event-label dataset contains sub-*/TSV results, code and reproduction README; inspected inventory exposes no LICENSE/COPYING or license scope for labels.", "discovery_path": "root → .gitmodules:data/studyforrest-data-eyemovementlabels → pinned dataset tree and README", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "REMoDNaV explicitly assigns MIT terms to code, examples and documentation. Its setup.py declares NumPy, SciPy, statsmodels and matplotlib; nested .gitmodules links comparison data.", "discovery_path": "root → .gitmodules:remodnav → LICENSE/setup.py/.gitmodules", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "S-03": { "score": 3, "rationale": "The root includes both scientific settings and runtime definitions: analysis flags/defaults and constants, Docker recipe/image, tracked launch configuration, rendering tools and named host orchestration requirements. Presence does not imply frozen reconstruction.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, host setup, rerun and manuscript commands; original workflow retained.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian bookworm-slim recipe supplies Python, scientific libraries, TeX and Inkscape; apt and base tag are moving.", "discovery_path": "root → container/image configuration → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make environment image, command, temporary HOME lifecycle and configurable Python substitution.", "discovery_path": "root → README containers-run → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Analysis implementation, linked dataset paths, parameters, result destinations and CLI dispatch.", "discovery_path": "root → README/Makefile → code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "S-04": { "score": 2, "rationale": "CC BY 4.0, MIT, PDDL and GPL v3 declarations are reachable for root, software, raw data and comparison repository respectively. Event-label dataset licensing and the complete image package-license mapping remain uncovered.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root CC BY 4.0 text; this alone does not assign licenses to independently linked datasets or image packages.", "discovery_path": "root → COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "REMoDNaV explicitly assigns MIT terms to code, examples and documentation. Its setup.py declares NumPy, SciPy, statsmodels and matplotlib; nested .gitmodules links comparison data.", "discovery_path": "root → .gitmodules:remodnav → LICENSE/setup.py/.gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw-data README declares unrestricted access, PDDL terms, git-annex retrieval and OpenFMRI/Zenodo references. A nested src/lab-eyetracking URL is an unresolved local path, not used by root analyses reading distributed eye-gaze TSVs.", "discovery_path": "root → .gitmodules:data/raw_eyegaze → pinned README.rst", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "Comparison-data repository supplies GPL v3 license text, at the nested revision used by the analysis.", "discovery_path": "root → remodnav → .gitmodules:remodnav/tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e", "description": "Event-label dataset contains sub-*/TSV results, code and reproduction README; inspected inventory exposes no LICENSE/COPYING or license scope for labels.", "discovery_path": "root → .gitmodules:data/studyforrest-data-eyemovementlabels → pinned dataset tree and README", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-01": { "score": 3, "rationale": "The assessed Git tree fixes source/configuration/results, gitlinks fix subdataset states, and annex keys plus OCI digests identify image and data contents. Build dependencies may float when rebuilding, but the distributed saved-image state itself has a content identity.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root names three subdatasets and their repository URLs; Git gitlinks fix their revisions.", "discovery_path": "root → .gitmodules and root Git tree", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Manifest identifies config and layer digests; Git-annex pointers bind actual image bytes to checksummed keys. Payloads were not downloaded in this cohort.", "discovery_path": "root → .datalad/config image → manifest.json and annex pointers", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run record captures command, input patterns, image extra-input, img/results_def.tex outputs, dataset identity and exit 0. This was not run in this assessment.", "discovery_path": "root → README results-containerized → tagged run commit", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-02": { "score": 3, "rationale": "Git and git-annex supply one compatible root view across manuscript, results, configuration, data and container state, recursively through subdataset gitlinks. Payload omission from this inspection is distinct from absence of tracking identities.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root names three subdatasets and their repository URLs; Git gitlinks fix their revisions.", "discovery_path": "root → .gitmodules and root Git tree", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Manifest identifies config and layer digests; Git-annex pointers bind actual image bytes to checksummed keys. Payloads were not downloaded in this cohort.", "discovery_path": "root → .datalad/config image → manifest.json and annex pointers", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make environment image, command, temporary HOME lifecycle and configurable Python substitution.", "discovery_path": "root → README containers-run → .datalad/config", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-03": { "score": 3, "rationale": "The inspected root and linked repository histories supply authors, times and change descriptions for code, labels/raw data, figures and environment changes. These are attribution records rather than proof of real-world identity.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commits/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Frozen root Git history records author, dates and descriptions, including manual flowchart editing and historical result generation.", "discovery_path": "root → version history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e", "description": "Event-label dataset contains sub-*/TSV results, code and reproduction README; inspected inventory exposes no LICENSE/COPYING or license scope for labels.", "discovery_path": "root → .gitmodules:data/studyforrest-data-eyemovementlabels → pinned dataset tree and README", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw-data README declares unrestricted access, PDDL terms, git-annex retrieval and OpenFMRI/Zenodo references. A nested src/lab-eyetracking URL is an unresolved local path, not used by root analyses reading distributed eye-gaze TSVs.", "discovery_path": "root → .gitmodules:data/raw_eyegaze → pinned README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "REMoDNaV explicitly assigns MIT terms to code, examples and documentation. Its setup.py declares NumPy, SciPy, statsmodels and matplotlib; nested .gitmodules links comparison data.", "discovery_path": "root → .gitmodules:remodnav → LICENSE/setup.py/.gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "Comparison-data repository supplies GPL v3 license text, at the nested revision used by the analysis.", "discovery_path": "root → remodnav → .gitmodules:remodnav/tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Historical DataLad image-build record identifies Dockerfile input and container/image output with command and exit 0.", "discovery_path": "root → README rerun tag → run ancestry → image-build commit", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-04": { "score": 2, "rationale": "Automatically captured run records cover the main analysis and image creation/conversion, including inputs/outputs and exit status. They do not establish automatic provenance for every scoped step: quality_stats/velhist and manual flowchart changes are recorded through ordinary commits or prose, and the manuscript command is supplied without a located historical run record.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run record captures command, input patterns, image extra-input, img/results_def.tex outputs, dataset identity and exit 0. This was not run in this assessment.", "discovery_path": "root → README results-containerized → tagged run commit", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Historical DataLad image-build record identifies Dockerfile input and container/image output with command and exit 0.", "discovery_path": "root → README rerun tag → run ancestry → image-build commit", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463-L552", "description": "quality_stats generates signal-loss values and velhist.svg but its docstring instructs manual addition to CLI dispatch; standard CLI does not call it.", "discovery_path": "root → manuscript img/velhist → script quality_stats and __main__ dispatch", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commits/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Frozen root Git history records author, dates and descriptions, including manual flowchart editing and historical result generation.", "discovery_path": "root → version history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, host setup, rerun and manuscript commands; original workflow retained.", "discovery_path": "root → README.md", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-05": { "score": 2, "rationale": "The analysis run commit and its parent tree connect declared data, code, configuration and saved image to exact Git/annex states. The velocity-quality computation and manuscript rendering lack equally complete located execution records; host DataLad/Docker versions are documented as verified versions rather than an exhaustive captured run environment.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run record captures command, input patterns, image extra-input, img/results_def.tex outputs, dataset identity and exit 0. This was not run in this assessment.", "discovery_path": "root → README results-containerized → tagged run commit", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Manifest identifies config and layer digests; Git-annex pointers bind actual image bytes to checksummed keys. Payloads were not downloaded in this cohort.", "discovery_path": "root → .datalad/config image → manifest.json and annex pointers", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, host setup, rerun and manuscript commands; original workflow retained.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463-L552", "description": "quality_stats generates signal-loss values and velhist.svg but its docstring instructs manual addition to CLI dispatch; standard CLI does not call it.", "discovery_path": "root → manuscript img/velhist → script quality_stats and __main__ dispatch", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-06": { "score": 0, "rationale": "A PGP-signed result tag exists, but the inspected root supplies no signing-key acquisition/trust instructions identifying how a recipient verifies the claimed signer, and a signature alone does not authenticate all recorded provenance. The binary fulfilled anchor is therefore not demonstrated.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/releases/tag/results-containerized", "description": "Locally inspected tag object a303b5455458c79133a79864a590cbcdbad67a34 points to 57d2565 and contains a PGP signature; no trusted-key verification was performed or supplied key route located.", "discovery_path": "root → README signed results-containerized tag → Git tag object", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, host setup, rerun and manuscript commands; original workflow retained.", "discovery_path": "root → README.md", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient", "feedback": "Clarify whether an embedded signed tag plus public release link is a sufficient verification route, or whether explicit signer-key/trust instructions are required." }, "A-01": { "score": 3, "rationale": "The current instructions give host installation references, DataLad clone and rerun, explain expected data/image downloads and name software versions. The run inputs and recursive subdataset references supply the acquisition/preparation mechanism for distributed analysis inputs.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, host setup, rerun and manuscript commands; original workflow retained.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run record captures command, input patterns, image extra-input, img/results_def.tex outputs, dataset identity and exit 0. This was not run in this assessment.", "discovery_path": "root → README results-containerized → tagged run commit", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root names three subdatasets and their repository URLs; Git gitlinks fix their revisions.", "discovery_path": "root → .gitmodules and root Git tree", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-02": { "score": 3, "rationale": "The recipient is directed to installation instructions for DataLad, Containers and Docker, then to the saved-image rerun. Configuration supplies the image and launch command; compatible host systems and a Python override are documented. No rebuild of the moving Docker recipe is required for this path.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, host setup, rerun and manuscript commands; original workflow retained.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make environment image, command, temporary HOME lifecycle and configurable Python substitution.", "discovery_path": "root → README containers-run → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected adapter hashes saved image config, selects immutable image ID, mounts current directory at /tmp, creates docker run --rm, and persists outputs in host workspace. No execution performed.", "discovery_path": "root README → DataLad Containers v1.2.3 → .datalad/config adapter invocation → docker.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-03": { "score": 1, "rationale": "The README gives clear commands for main analysis and manuscript, but its claim to recompute all figures exceeds standard dispatch coverage: velhist.svg is consumed by main.tex while quality_stats is omitted from -s -f -r -m. Its docstring requires editing the dispatch, and hand-prepared algorithm figures are retained. Thus instructions explicitly cover results but omit complete standard commands for all scoped figure-generation steps.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, host setup, rerun and manuscript commands; original workflow retained.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463-L552", "description": "quality_stats generates signal-loss values and velhist.svg but its docstring instructs manual addition to CLI dispatch; standard CLI does not call it.", "discovery_path": "root → manuscript img/velhist → script quality_stats and __main__ dispatch", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript consumes results_def.tex and figure PDFs, including img/velhist, and documents software and data availability.", "discovery_path": "root → README manuscript → main.tex", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Container workflow installs linked REMoDNaV, cleans derived outputs, runs script flags -s -f -r -m and builds main.pdf.", "discovery_path": "root → README container commands → Docker-Makefile → Makefile", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-04": { "score": 3, "rationale": "Supplied DataLad clone/rerun commands, captured input declarations, subdataset references and saved-container configuration provide executable assembly for the distributed result inputs. This rates supplied procedures, not a tested successful download. The unused local acquisition submodule is not required to assemble the root result workflow.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, host setup, rerun and manuscript commands; original workflow retained.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run record captures command, input patterns, image extra-input, img/results_def.tex outputs, dataset identity and exit 0. This was not run in this assessment.", "discovery_path": "root → README results-containerized → tagged run commit", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root names three subdatasets and their repository URLs; Git gitlinks fix their revisions.", "discovery_path": "root → .gitmodules and root Git tree", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make environment image, command, temporary HOME lifecycle and configurable Python substitution.", "discovery_path": "root → README containers-run → .datalad/config", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-05": { "score": 2, "rationale": "Executable Python and Make procedures specify substantial analysis, plotting and manuscript compilation. quality_stats requires manual integration into dispatch; manual flowchart figure edits have no corresponding complete executable generator in the standard pipeline. All scoped computational/figure steps are therefore not uniformly executable through the supplied procedure.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Analysis implementation, linked dataset paths, parameters, result destinations and CLI dispatch.", "discovery_path": "root → README/Makefile → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463-L552", "description": "quality_stats generates signal-loss values and velhist.svg but its docstring instructs manual addition to CLI dispatch; standard CLI does not call it.", "discovery_path": "root → manuscript img/velhist → script quality_stats and __main__ dispatch", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Container workflow installs linked REMoDNaV, cleans derived outputs, runs script flags -s -f -r -m and builds main.pdf.", "discovery_path": "root → README container commands → Docker-Makefile → Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commits/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Frozen root Git history records author, dates and descriptions, including manual flowchart editing and historical result generation.", "discovery_path": "root → version history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript consumes results_def.tex and figure PDFs, including img/velhist, and documents software and data availability.", "discovery_path": "root → README manuscript → main.tex", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-06": { "score": 2, "rationale": "DataLad rerun and the tagged run specification provide state-aware replay of the recorded main analysis. They do not replay every scoped computation, particularly the separately retained quality figure and manuscript compilation; no current rerun was attempted.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run record captures command, input patterns, image extra-input, img/results_def.tex outputs, dataset identity and exit 0. This was not run in this assessment.", "discovery_path": "root → README results-containerized → tagged run commit", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, host setup, rerun and manuscript commands; original workflow retained.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463-L552", "description": "quality_stats generates signal-loss values and velhist.svg but its docstring instructs manual addition to CLI dispatch; standard CLI does not call it.", "discovery_path": "root → manuscript img/velhist → script quality_stats and __main__ dispatch", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-01": { "score": 3, "rationale": "Code, data subdatasets, container, figures and manuscript sources have explicit roles and separable directory/repository boundaries. Tables of copied comparison summaries remain identified in the analysis code rather than hidden input state.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, host setup, rerun and manuscript commands; original workflow retained.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root names three subdatasets and their repository URLs; Git gitlinks fix their revisions.", "discovery_path": "root → .gitmodules and root Git tree", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make environment image, command, temporary HOME lifecycle and configurable Python substitution.", "discovery_path": "root → README containers-run → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Analysis implementation, linked dataset paths, parameters, result destinations and CLI dispatch.", "discovery_path": "root → README/Makefile → code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-02": { "score": 1, "rationale": "Gitlinks permit independent component selection and REMoDNaV documents a CLI, but paper analysis imports remodnav.tests utilities and directly hardcodes nested test-data directory layout. These consumer dependencies on package internals are not a declared stable module interface, limiting replaceability.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Analysis implementation, linked dataset paths, parameters, result destinations and CLI dispatch.", "discovery_path": "root → README/Makefile → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "REMoDNaV explicitly assigns MIT terms to code, examples and documentation. Its setup.py declares NumPy, SciPy, statsmodels and matplotlib; nested .gitmodules links comparison data.", "discovery_path": "root → .gitmodules:remodnav → LICENSE/setup.py/.gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root names three subdatasets and their repository URLs; Git gitlinks fix their revisions.", "discovery_path": "root → .gitmodules and root Git tree", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-03": { "score": 2, "rationale": "Software, raw data and comparison-repository declarations are independently attributable; the root has its own COPYING. No independent license declaration was exposed for the labels module, and the saved environment has no complete per-package terms mapping.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "REMoDNaV explicitly assigns MIT terms to code, examples and documentation. Its setup.py declares NumPy, SciPy, statsmodels and matplotlib; nested .gitmodules links comparison data.", "discovery_path": "root → .gitmodules:remodnav → LICENSE/setup.py/.gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw-data README declares unrestricted access, PDDL terms, git-annex retrieval and OpenFMRI/Zenodo references. A nested src/lab-eyetracking URL is an unresolved local path, not used by root analyses reading distributed eye-gaze TSVs.", "discovery_path": "root → .gitmodules:data/raw_eyegaze → pinned README.rst", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "Comparison-data repository supplies GPL v3 license text, at the nested revision used by the analysis.", "discovery_path": "root → remodnav → .gitmodules:remodnav/tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root CC BY 4.0 text; this alone does not assign licenses to independently linked datasets or image packages.", "discovery_path": "root → COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e", "description": "Event-label dataset contains sub-*/TSV results, code and reproduction README; inspected inventory exposes no LICENSE/COPYING or license scope for labels.", "discovery_path": "root → .gitmodules:data/studyforrest-data-eyemovementlabels → pinned dataset tree and README", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian bookworm-slim recipe supplies Python, scientific libraries, TeX and Inkscape; apt and base tag are moving.", "discovery_path": "root → container/image configuration → container/Dockerfile", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-04": { "score": 1, "rationale": "Several component licenses are listed/reachable, but the root does not explain handling of their combination or redistribution, including root CC BY, MIT code, GPL comparison resources and container packages. License presence alone does not establish compatibility.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root CC BY 4.0 text; this alone does not assign licenses to independently linked datasets or image packages.", "discovery_path": "root → COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "REMoDNaV explicitly assigns MIT terms to code, examples and documentation. Its setup.py declares NumPy, SciPy, statsmodels and matplotlib; nested .gitmodules links comparison data.", "discovery_path": "root → .gitmodules:remodnav → LICENSE/setup.py/.gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "Comparison-data repository supplies GPL v3 license text, at the nested revision used by the analysis.", "discovery_path": "root → remodnav → .gitmodules:remodnav/tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw-data README declares unrestricted access, PDDL terms, git-annex retrieval and OpenFMRI/Zenodo references. A nested src/lab-eyetracking URL is an unresolved local path, not used by root analyses reading distributed eye-gaze TSVs.", "discovery_path": "root → .gitmodules:data/raw_eyegaze → pinned README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian bookworm-slim recipe supplies Python, scientific libraries, TeX and Inkscape; apt and base tag are moving.", "discovery_path": "root → container/image configuration → container/Dockerfile", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-05": { "score": 0, "rationale": "Unrestricted access is explicit for raw phase2 data, but the full set has no demonstrated uniform access condition or documented mixed-access interface map. Event-label README and saved-image configuration do not establish such conditions. This matches the zero anchor for indeterminate access conditions; it is not evidence that the data are restricted.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw-data README declares unrestricted access, PDDL terms, git-annex retrieval and OpenFMRI/Zenodo references. A nested src/lab-eyetracking URL is an unresolved local path, not used by root analyses reading distributed eye-gaze TSVs.", "discovery_path": "root → .gitmodules:data/raw_eyegaze → pinned README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e", "description": "Event-label dataset contains sub-*/TSV results, code and reproduction README; inspected inventory exposes no LICENSE/COPYING or license scope for labels.", "discovery_path": "root → .gitmodules:data/studyforrest-data-eyemovementlabels → pinned dataset tree and README", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, host setup, rerun and manuscript commands; original workflow retained.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make environment image, command, temporary HOME lifecycle and configurable Python substitution.", "discovery_path": "root → README containers-run → .datalad/config", "access_status": "accessible" } ], "observation": "not_findable", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-06": { "score": 3, "rationale": "Root and recursive gitlinks select component states, .gitmodules supply placement/origins, and container configuration plus run inputs and analysis paths define the connections. The composition of the distributed computation is reconstructable independently of whether payload services currently work.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root names three subdatasets and their repository URLs; Git gitlinks fix their revisions.", "discovery_path": "root → .gitmodules and root Git tree", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run record captures command, input patterns, image extra-input, img/results_def.tex outputs, dataset identity and exit 0. This was not run in this assessment.", "discovery_path": "root → README results-containerized → tagged run commit", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make environment image, command, temporary HOME lifecycle and configurable Python substitution.", "discovery_path": "root → README containers-run → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Analysis implementation, linked dataset paths, parameters, result destinations and CLI dispatch.", "discovery_path": "root → README/Makefile → code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-01": { "score": 2, "rationale": "The root names DataLad/Containers/Docker, tested versions and Debian/macOS/Windows, with data/image sizes and runtime estimate. The adapter invocation additionally requires a usable host Python command, defaulting to python; this prerequisite and its override are scattered in configuration and historical run text rather than a complete current host setup sequence. This supports documented tools/platforms with a remaining host initialization assumption.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, host setup, rerun and manuscript commands; original workflow retained.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Analysis implementation, linked dataset paths, parameters, result destinations and CLI dispatch.", "discovery_path": "root → README/Makefile → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected adapter hashes saved image config, selects immutable image ID, mounts current directory at /tmp, creates docker run --rm, and persists outputs in host workspace. No execution performed.", "discovery_path": "root README → DataLad Containers v1.2.3 → .datalad/config adapter invocation → docker.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-02": { "score": 3, "rationale": "Current computation uses repository-relative paths, the adapter derives the host mount from cwd and UID/GID, and Python selection is an explicit DataLad substitution. No root-analysis machine-specific absolute path requires editing analysis logic. The nested historical acquisition path is not consumed by this rerun.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make environment image, command, temporary HOME lifecycle and configurable Python substitution.", "discovery_path": "root → README containers-run → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected adapter hashes saved image config, selects immutable image ID, mounts current directory at /tmp, creates docker run --rm, and persists outputs in host workspace. No execution performed.", "discovery_path": "root README → DataLad Containers v1.2.3 → .datalad/config adapter invocation → docker.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Analysis implementation, linked dataset paths, parameters, result destinations and CLI dispatch.", "discovery_path": "root → README/Makefile → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root names three subdatasets and their repository URLs; Git gitlinks fix their revisions.", "discovery_path": "root → .gitmodules and root Git tree", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-03": { "score": 3, "rationale": "The Dockerfile specifies base system, scientific Python libraries, build tooling and manuscript rendering dependencies; REMoDNaV setup declares its library requirements. Host DataLad/Containers/Docker are explicitly listed separately. Floating versions concern D-03 rather than missing dependency classes.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian bookworm-slim recipe supplies Python, scientific libraries, TeX and Inkscape; apt and base tag are moving.", "discovery_path": "root → container/image configuration → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "REMoDNaV explicitly assigns MIT terms to code, examples and documentation. Its setup.py declares NumPy, SciPy, statsmodels and matplotlib; nested .gitmodules links comparison data.", "discovery_path": "root → .gitmodules:remodnav → LICENSE/setup.py/.gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, host setup, rerun and manuscript commands; original workflow retained.", "discovery_path": "root → README.md", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-04": { "score": 1, "rationale": "The computational Dockerfile, saved-image definition/manifest, launch configuration and Makefiles are tracked in the root; linked package setup is also versioned. The binary environment-definition criterion is fulfilled.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian bookworm-slim recipe supplies Python, scientific libraries, TeX and Inkscape; apt and base tag are moving.", "discovery_path": "root → container/image configuration → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Manifest identifies config and layer digests; Git-annex pointers bind actual image bytes to checksummed keys. Payloads were not downloaded in this cohort.", "discovery_path": "root → .datalad/config image → manifest.json and annex pointers", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make environment image, command, temporary HOME lifecycle and configurable Python substitution.", "discovery_path": "root → README containers-run → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Container workflow installs linked REMoDNaV, cleans derived outputs, runs script flags -s -f -r -m and builds main.pdf.", "discovery_path": "root → README container commands → Docker-Makefile → Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "REMoDNaV explicitly assigns MIT terms to code, examples and documentation. Its setup.py declares NumPy, SciPy, statsmodels and matplotlib; nested .gitmodules links comparison data.", "discovery_path": "root → .gitmodules:remodnav → LICENSE/setup.py/.gitmodules", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-05": { "score": 3, "rationale": "Docker recipe and saved image plus tracked adapter launch configuration are machine-consumable and target documented compatible hosts. Runtime selection and mount behavior are explicit; this does not assert build success or cross-host execution by this assessor.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian bookworm-slim recipe supplies Python, scientific libraries, TeX and Inkscape; apt and base tag are moving.", "discovery_path": "root → container/image configuration → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, host setup, rerun and manuscript commands; original workflow retained.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make environment image, command, temporary HOME lifecycle and configurable Python substitution.", "discovery_path": "root → README containers-run → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected adapter hashes saved image config, selects immutable image ID, mounts current directory at /tmp, creates docker run --rm, and persists outputs in host workspace. No execution performed.", "discovery_path": "root README → DataLad Containers v1.2.3 → .datalad/config adapter invocation → docker.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "E-01": { "score": 3, "rationale": "Every invocation through docker-make launches docker run from the identified saved-image config and creates a fresh container and temporary HOME. Reuse of an immutable loaded image does not amount to reuse of mutable container state. This is code/configuration evidence only.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make environment image, command, temporary HOME lifecycle and configurable Python substitution.", "discovery_path": "root → README containers-run → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected adapter hashes saved image config, selects immutable image ID, mounts current directory at /tmp, creates docker run --rm, and persists outputs in host workspace. No execution performed.", "discovery_path": "root README → DataLad Containers v1.2.3 → .datalad/config adapter invocation → docker.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "E-02": { "score": 3, "rationale": "The adapter binds the repository to /tmp and uses --rm. Generated figures, numerical macros and manuscript land in that bind mount; DataLad provenance resides in host Git history. Temporary HOME is removed on successful payload exit and mutable container disposal is automatic.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make environment image, command, temporary HOME lifecycle and configurable Python substitution.", "discovery_path": "root → README containers-run → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected adapter hashes saved image config, selects immutable image ID, mounts current directory at /tmp, creates docker run --rm, and persists outputs in host workspace. No execution performed.", "discovery_path": "root README → DataLad Containers v1.2.3 → .datalad/config adapter invocation → docker.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Container workflow installs linked REMoDNaV, cleans derived outputs, runs script flags -s -f -r -m and builds main.pdf.", "discovery_path": "root → README container commands → Docker-Makefile → Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run record captures command, input patterns, image extra-input, img/results_def.tex outputs, dataset identity and exit 0. This was not run in this assessment.", "discovery_path": "root → README results-containerized → tagged run commit", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "E-03": { "score": 2, "rationale": "The recommended rerun performs make clean and recreates temporary HOME, but retains the host workspace and tracked SVG inputs, including velhist, and ordinary manuscript make can reuse existing results_def.tex. Establishing the full intended initial tree still depends on clone/reset discipline rather than a per-run clean isolated workspace.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run record captures command, input patterns, image extra-input, img/results_def.tex outputs, dataset identity and exit 0. This was not run in this assessment.", "discovery_path": "root → README results-containerized → tagged run commit", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Container workflow installs linked REMoDNaV, cleans derived outputs, runs script flags -s -f -r -m and builds main.pdf.", "discovery_path": "root → README container commands → Docker-Makefile → Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463-L552", "description": "quality_stats generates signal-loss values and velhist.svg but its docstring instructs manual addition to CLI dispatch; standard CLI does not call it.", "discovery_path": "root → manuscript img/velhist → script quality_stats and __main__ dispatch", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected adapter hashes saved image config, selects immutable image ID, mounts current directory at /tmp, creates docker run --rm, and persists outputs in host workspace. No execution performed.", "discovery_path": "root README → DataLad Containers v1.2.3 → .datalad/config adapter invocation → docker.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient", "feedback": "The clean-workspace anchor should distinguish tracked retained figure source artifacts from undeclared state in a shared bind-mounted directory." }, "D-01": { "score": null, "rationale": "Declared version-specific routes exist for root/subdatasets and image availability metadata. This frozen cohort intentionally omits annex/MAT/image payloads and forbids retrieval; consequently actual obtainability of every essential intended version cannot be established or falsified. No absent payload is treated as an observed retrieval failure, and no anchor is selected.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, host setup, rerun and manuscript commands; original workflow retained.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw-data README declares unrestricted access, PDDL terms, git-annex retrieval and OpenFMRI/Zenodo references. A nested src/lab-eyetracking URL is an unresolved local path, not used by root analyses reading distributed eye-gaze TSVs.", "discovery_path": "root → .gitmodules:data/raw_eyegaze → pinned README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root names three subdatasets and their repository URLs; Git gitlinks fix their revisions.", "discovery_path": "root → .gitmodules and root Git tree", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Manifest identifies config and layer digests; Git-annex pointers bind actual image bytes to checksummed keys. Payloads were not downloaded in this cohort.", "discovery_path": "root → .datalad/config image → manifest.json and annex pointers", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/7f8/a2f/MD5E-s77814784--21d915740e64e08ccf966947c51eae95.log.web", "description": "Supplied git-annex branch metadata records content-specific datapub.fz-juelich.de docker-blob URLs for saved image layers and config; no payload retrieval tested.", "discovery_path": "root annex image pointer → git-annex availability branch 0cc48aa1605a41f1c512561a6427a93a65ebebfe → key web logs", "access_status": "accessible" } ], "observation": "not_assessed", "confidence": "moderate", "evidence_rating": "insufficient", "feedback": "Inspection-only constraints leave live payload retrievability unresolved; adding a separate route-adequacy and observed-retrieval field would avoid conflating them." }, "D-02": { "score": 1, "rationale": "Versioned Git locations, image content URLs and raw-data archive references provide useful persistence mechanisms. No independently recoverable preserved distribution covering every essential item, notably the root image/labels combination, is supplied. Some resources still rely on their hosting service.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, host setup, rerun and manuscript commands; original workflow retained.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw-data README declares unrestricted access, PDDL terms, git-annex retrieval and OpenFMRI/Zenodo references. A nested src/lab-eyetracking URL is an unresolved local path, not used by root analyses reading distributed eye-gaze TSVs.", "discovery_path": "root → .gitmodules:data/raw_eyegaze → pinned README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Manifest identifies config and layer digests; Git-annex pointers bind actual image bytes to checksummed keys. Payloads were not downloaded in this cohort.", "discovery_path": "root → .datalad/config image → manifest.json and annex pointers", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/7f8/a2f/MD5E-s77814784--21d915740e64e08ccf966947c51eae95.log.web", "description": "Supplied git-annex branch metadata records content-specific datapub.fz-juelich.de docker-blob URLs for saved image layers and config; no payload retrieval tested.", "discovery_path": "root annex image pointer → git-annex availability branch 0cc48aa1605a41f1c512561a6427a93a65ebebfe → key web logs", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e", "description": "Event-label dataset contains sub-*/TSV results, code and reproduction README; inspected inventory exposes no LICENSE/COPYING or license scope for labels.", "discovery_path": "root → .gitmodules:data/studyforrest-data-eyemovementlabels → pinned dataset tree and README", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-03": { "score": 1, "rationale": "The tracked recipe pins four Python packages, but debian:bookworm-slim is undigested, apt installs resolve current packages, and editable REMoDNaV install can resolve unpinned requirements. The saved checksummed image freezes an existing execution state, not reproducible reconstruction of all build inputs.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian bookworm-slim recipe supplies Python, scientific libraries, TeX and Inkscape; apt and base tag are moving.", "discovery_path": "root → container/image configuration → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Container workflow installs linked REMoDNaV, cleans derived outputs, runs script flags -s -f -r -m and builds main.pdf.", "discovery_path": "root → README container commands → Docker-Makefile → Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "REMoDNaV explicitly assigns MIT terms to code, examples and documentation. Its setup.py declares NumPy, SciPy, statsmodels and matplotlib; nested .gitmodules links comparison data.", "discovery_path": "root → .gitmodules:remodnav → LICENSE/setup.py/.gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Manifest identifies config and layer digests; Git-annex pointers bind actual image bytes to checksummed keys. Payloads were not downloaded in this cohort.", "discovery_path": "root → .datalad/config image → manifest.json and annex pointers", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-04": { "score": 2, "rationale": "CC BY 4.0, MIT, PDDL and GPL v3 have clear identities/texts, but event-label terms remain unidentified and container bundled package terms are not completely mapped. Thus resolvable identifiers cover only part of the distributed inventory.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root CC BY 4.0 text; this alone does not assign licenses to independently linked datasets or image packages.", "discovery_path": "root → COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "REMoDNaV explicitly assigns MIT terms to code, examples and documentation. Its setup.py declares NumPy, SciPy, statsmodels and matplotlib; nested .gitmodules links comparison data.", "discovery_path": "root → .gitmodules:remodnav → LICENSE/setup.py/.gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw-data README declares unrestricted access, PDDL terms, git-annex retrieval and OpenFMRI/Zenodo references. A nested src/lab-eyetracking URL is an unresolved local path, not used by root analyses reading distributed eye-gaze TSVs.", "discovery_path": "root → .gitmodules:data/raw_eyegaze → pinned README.rst", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "Comparison-data repository supplies GPL v3 license text, at the nested revision used by the analysis.", "discovery_path": "root → remodnav → .gitmodules:remodnav/tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e", "description": "Event-label dataset contains sub-*/TSV results, code and reproduction README; inspected inventory exposes no LICENSE/COPYING or license scope for labels.", "discovery_path": "root → .gitmodules:data/studyforrest-data-eyemovementlabels → pinned dataset tree and README", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian bookworm-slim recipe supplies Python, scientific libraries, TeX and Inkscape; apt and base tag are moving.", "discovery_path": "root → container/image configuration → container/Dockerfile", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-05": { "score": 3, "rationale": "The assessed root snapshot fixes all three data/code gitlinks and the exact saved-image files, results and configuration in one joint state. Moving build references do not make the distributed saved-image selection float; the older tagged analysis state is separately identifiable.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root names three subdatasets and their repository URLs; Git gitlinks fix their revisions.", "discovery_path": "root → .gitmodules and root Git tree", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Manifest identifies config and layer digests; Git-annex pointers bind actual image bytes to checksummed keys. Payloads were not downloaded in this cohort.", "discovery_path": "root → .datalad/config image → manifest.json and annex pointers", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked docker-make environment image, command, temporary HOME lifecycle and configurable Python substitution.", "discovery_path": "root → README containers-run → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run record captures command, input patterns, image extra-input, img/results_def.tex outputs, dataset identity and exit 0. This was not run in this assessment.", "discovery_path": "root → README results-containerized → tagged run commit", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-06": { "score": 0, "rationale": "The saved image has checksums and a historical build command, but no supplied verifiable artifact signature/attestation connects this executable distribution to a producer and build source. The signed result tag has no located verification-key route and does not by itself establish the requested artifact-origin evidence.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Manifest identifies config and layer digests; Git-annex pointers bind actual image bytes to checksummed keys. Payloads were not downloaded in this cohort.", "discovery_path": "root → .datalad/config image → manifest.json and annex pointers", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Historical DataLad image-build record identifies Dockerfile input and container/image output with command and exit 0.", "discovery_path": "root → README rerun tag → run ancestry → image-build commit", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/releases/tag/results-containerized", "description": "Locally inspected tag object a303b5455458c79133a79864a590cbcdbad67a34 points to 57d2565 and contains a PGP signature; no trusted-key verification was performed or supplied key route located.", "discovery_path": "root → README signed results-containerized tag → Git tag object", "access_status": "accessible" } ], "observation": "not_findable", "confidence": "moderate", "evidence_rating": "sufficient" } }, "comment": "Independent inspection of frozen manifest remodnav-e3c6253bced7 (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499), following root links. No peer assessment or worked example consulted. Scientific code, container builds, payload downloads and network calls were not performed. Historical exit-0 records are source evidence, not successful runs by this assessor. Missing binaries/data/image layers limit payload and retrieval judgments. The README acknowledges a historical figure difference from publication; current source has further manual figure changes. The inspection report is complete, while native criterion completion is provisional because D-01 is unanswered. Scores describe rubric fulfillment and are not independent reproduction or scientific quality judgments." } ] }, "report_content": "# Independent REMoDNaV inspection — replicate 5\n\nAssessed repository revision `34388d3ca78fbd483e022e4e2851be390b7eebf2`\nunder rubric 0.1.0 with all seven dimension weights equal to one.\nThe frozen evidence manifest SHA-256 is\n`e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499`.\nScope covers numerical results, figures, manuscript and explicitly linked\ncomputational components. Distributed data are inputs; reproducing upstream\nlaboratory acquisition is outside this computation scope.\n\nThe inspection report is complete. Native criterion completion is **35/36**:\nD-01 remains null because this cohort cannot establish current retrieval of\nall required payload versions. The fixed-denominator score is **provisional**.\nAll 36 criteria have criterion-specific rationales, observations and citations\nin the native bundle. Null is not an assigned zero.\n\n| Dimension | Provisional score / 100 |\n| --- | ---: |\n| Self-containment | 91.7 |\n| Tracking | 72.2 |\n| Actionability | 77.8 |\n| Modularity | 55.6 |\n| Portability | 93.3 |\n| Ephemerality | 88.9 |\n| Distributability | 38.9 |\n\nOverall provisional score: **74.0/100**.\n\nThe object provides a coherent Git/git-annex state, explicit subdataset links,\na saved content-identified container, a tracked environment recipe and\nhistorical DataLad run records. The [README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md)\ngives acquisition, analysis replay and manuscript commands. The recorded\n[analysis run](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d)\nis historical provenance, not execution observed during this assessment.\n\nMaterial gaps are distinct:\n\n- The standard script dispatch omits `quality_stats()`, which generates\n `velhist.svg` consumed by the manuscript. Its docstring calls for adding the\n invocation manually. A claim to recompute all figures therefore exceeds the\n standard command's inspected coverage. Manually edited flowchart artifacts\n also have no complete replayable generation record.\n- Root CC BY, software MIT, raw-data PDDL and comparison-repository GPL terms\n are identifiable. The event-label dataset lacks a located license\n declaration, and image package terms are not fully mapped. Combination\n compatibility is not explained.\n- The Docker build uses an undigested Debian tag and unpinned apt resolution.\n A saved frozen image preserves the existing environment but does not fix\n every future reconstruction input.\n- A PGP-signed result tag exists. No signer-key verification route or complete\n distributed-image origin attestation was located. Checksums establish\n content identity without establishing producer identity.\n- Docker launches a fresh container with automatic removal and host-persisted\n outputs. The mounted repository remains shared state; clean/reset discipline\n is still needed for a full clean-workspace reconstruction.\n\nBinary payloads, annex data, image layers and some rendering assets are absent\nfrom the frozen package by design. Their absence is not an observed service\nfailure. Source metadata supplies retrieval routes, but those routes were not\ntested. No scientific workflow, build, acquisition or network call was run;\nthere is **no claim of independent reproduction**. The historical README\nalso acknowledges a changed histogram relative to the journal publication.\n\nValidation: the assigned native schema/cross-record validator was run with\n`--scores`; the saved bundle passed. Binary criteria retain binary anchors.\nThe rubric is a pilot and these values are a STAMPED profile, not a measure of\nscientific merit or a validated universal ranking.\n" }, { "id": "study-rubric-06", "study_id": "remodnav-method-comparison-01", "object_id": "paper-remodnav", "object_revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "method_id": "rubric", "method_revision": "e8d94d00d904058b8f87c8331cbe32e225a9490f", "rubric_id": "stamped-rubric-0.1.0", "rubric_sha256": "05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4", "model_requested": "gpt-6.1-sol", "model_observed": null, "reasoning_effort": "medium", "replicate": 6, "status": "complete", "independent": true, "created_at": "2026-10-27T23:55:09.674781+00:00", "native_output": "results/study-rubric-06.bundle.json", "report": "results/study-rubric-06.md", "summary": { "dimension_scores": { "S": 91.66666666666666, "T": 72.22222222222221, "A": 83.33333333333333, "M": 55.555555555555564, "P": 93.33333333333333, "E": 88.88888888888887, "D": 38.888888888888886 }, "overall_score": 74.84126984126983, "scale_max": 100, "completion": { "answered": 34, "total": 36 }, "weights": { "S": 1, "T": 1, "A": 1, "M": 1, "P": 1, "E": 1, "D": 1 } }, "limitations": [ "2 criteria remain unanswered; native score is provisional.", "Inspection cohort; no scientific workflow execution or independent payload retrieval by this assessor.", "Actual model version not independently exposed; requested model and reasoning are recorded." ], "evidence_cohort": "remodnav-e3c6253bced7", "native_data": { "format_version": "1.0.0", "rubric_version": "0.1.0", "rubric_sha256": "05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4", "research_object": { "title": "REMoDNaV: Robust Eye Movement Detection for Natural Viewing", "locator": "https://github.com/psychoinformatics-de/paper-remodnav", "revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "scope": "Numerical results, figures and manuscript, including explicitly linked computational components. Published input datasets are consumed in their supplied versioned states; reconstructing their original acquisition and unrelated fMRI/stimulus processing is outside this scope." }, "assessments": [ { "id": "study-rubric-06", "reviewer": { "id": "study-rubric-06-assessor", "name": "Independent assessor" }, "created_at": "2026-10-28T02:22:16.013093Z", "updated_at": "2026-10-28T02:22:16.013093Z", "review_of": null, "weights": { "S": 1, "T": 1, "A": 1, "M": 1, "P": 1, "E": 1, "D": 1 }, "responses": { "S-01": { "score": 3, "rationale": "README identifies the numerical, figure and manuscript roles; root files and three registered subdatasets lead to the classifier, raw gaze and derived labels, and the classifier registers the evaluation inputs. The unused raw-acquisition src/lab-eyetracking module is upstream of the supplied BIDS inputs, not needed to consume them.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, container replay and manuscript commands; named tools and platforms.", "discovery_path": "Starting repository → root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three explicit root subdataset locations, resolved to gitlinks in the frozen root inventory.", "discovery_path": "Starting repository → root → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "Explicit evaluation-data subdataset link used by the root analysis.", "discovery_path": "Starting repository → root → remodnav → .gitmodules", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "S-02": { "score": 3, "rationale": "Raw BIDS gaze, derived event tables and corrected evaluation MAT inputs are explicitly selected through subdatasets; the root analysis and manuscript sources are included. quality_stats is present even though omitted from normal execution. Payload absence in this cohort does not negate these references.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected analysis functions, data paths, parameters and command-line dispatch.", "discovery_path": "Starting repository → root → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three explicit root subdataset locations, resolved to gitlinks in the frozen root inventory.", "discovery_path": "Starting repository → root → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "description": "quality_stats (lines 463–551) computes data loss and velhist.svg; dispatch (1282–1326) never invokes it.", "discovery_path": "Starting repository → root → code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "S-03": { "score": 3, "rationale": "Docker recipe, registered image and executable make targets expose the computation environment and settings. Host orchestration tools are linked in README, while analysis parameters/defaults are explicit in code and the pinned classifier.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian base, OS/Python dependencies, pinned plotting packages and manuscript tools.", "discovery_path": "Starting repository → root → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked container registration, fake HOME lifecycle and configurable Python invocation.", "discovery_path": "Starting repository → root → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected analysis functions, data paths, parameters and command-line dispatch.", "discovery_path": "Starting repository → root → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, container replay and manuscript commands; named tools and platforms.", "discovery_path": "Starting repository → root → README.md", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "S-04": { "score": 2, "rationale": "CC-BY, PDDL, MIT and GPL declarations are reachable for several components. The derived-label dataset lacks a scoped declaration in inspected files; a root COPYING file does not establish terms for that independently linked dataset or every container asset.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "CC Attribution 4.0 text at root.", "discovery_path": "Starting repository → root → COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "PDDL terms for raw-data module.", "discovery_path": "Starting repository → root → data/raw_eyegaze → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "MIT terms explicitly cover REMoDNaV code and documentation.", "discovery_path": "Starting repository → root → remodnav → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "GPL version 3 text at evaluation module.", "discovery_path": "Starting repository → root → remodnav → remodnav/tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Derived-label module README has reproduction notes but no licensing declaration; inspected module inventory has no LICENSE/COPYING.", "discovery_path": "Starting repository → root → data/studyforrest-data-eyemovementlabels → README", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-01": { "score": 3, "rationale": "The root revision fixes code, manuscript, settings and results; gitlinks fix independently versioned datasets/classifier. Annex keys identify large data/image payload contents, and the OCI manifest supplies SHA256 layer/config identities. This judges recorded identities, not downloaded bytes.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three explicit root subdataset locations, resolved to gitlinks in the frozen root inventory.", "discovery_path": "Starting repository → root → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Content digests identify image config and layers.", "discovery_path": "Starting repository → root → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitattributes", "description": "Raw-data tracking rules; manifest preserves annex content-key pointers for scoped gaze files.", "discovery_path": "Starting repository → root → data/raw_eyegaze → .gitattributes", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-02": { "score": 3, "rationale": "Git records resolve the linked dataset states, while git-annex integrates large data and saved image contents into the same compatible tracking system. Scoped input states are selected by the root rather than only named as unrelated resources.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three explicit root subdataset locations, resolved to gitlinks in the frozen root inventory.", "discovery_path": "Starting repository → root → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/.gitattributes", "description": "Image metadata retained in Git; layer payloads tracked through annex.", "discovery_path": "Starting repository → root → container/image/.gitattributes", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "description": "Nested raw gaze and classifier registrations.", "discovery_path": "Starting repository → root → data/studyforrest-data-eyemovementlabels → .gitmodules", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-03": { "score": 3, "rationale": "Frozen reachable histories inspected for the root, raw data, label dataset, both selected classifier versions and evaluation data contain actors, dates and descriptive changes. Root history includes environment conversion/build and analysis transformations; source acquisition history outside the consumed input boundary is not claimed.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Root history includes dated actor/change records for manuscript, image and analysis updates.", "discovery_path": "Starting repository → README.md replay instructions → referenced run/tag → reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Label-generation script tied to historical DataLad run bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6.", "discovery_path": "Starting repository → root → data/studyforrest-data-eyemovementlabels → code/compute_all.sh", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/CHANGELOG.md", "description": "Classifier changes supplement its inspected dated Git history.", "discovery_path": "Starting repository → root → remodnav → CHANGELOG.md", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-04": { "score": 2, "rationale": "Automatic DataLad records identify command, inputs and outputs for the containerized main analysis and label-generation run. They do not demonstrate captured execution of quality_stats/velhist or manuscript rendering; early figure records also have empty input/output declarations. A saved function is not a run record.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad record: command, input globs, container extra_input, img/results_def.tex outputs and recorded exit 0; describes accepted figure difference.", "discovery_path": "Starting repository → README.md replay instructions → referenced run/tag → reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "description": "quality_stats (lines 463–551) computes data loss and velhist.svg; dispatch (1282–1326) never invokes it.", "discovery_path": "Starting repository → root → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3eb991c6bd5f0bedc6c761068e0914128130586b", "description": "Earlier confusion run has empty inputs and outputs arrays.", "discovery_path": "Starting repository → README.md replay instructions → referenced run/tag → reachable Git history", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-05": { "score": 2, "rationale": "The containerized record is anchored in a Git state that selects code, parameters, input gitlinks and the annexed environment image. Historical label generation and older result records do not identify a complete execution environment, so the all-recorded-executions anchor is not met.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad record: command, input globs, container extra_input, img/results_def.tex outputs and recorded exit 0; describes accepted figure difference.", "discovery_path": "Starting repository → README.md replay instructions → referenced run/tag → reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Historical container build/save run records Dockerfile input and versioned image output.", "discovery_path": "Starting repository → README.md replay instructions → referenced run/tag → reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Recorded label computation invokes ambient python and PYTHONPATH without a captured environment definition.", "discovery_path": "Starting repository → root → data/studyforrest-data-eyemovementlabels → code/compute_all.sh", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-06": { "score": 0, "rationale": "The results-containerized annotated tag contains a PGP signature, inspected without network access. README links the release but supplies no public-key identity/verification procedure; no usable route for verifying the claimed signing identity was established in frozen evidence. This is not a claim that signatures are absent.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, container replay and manuscript commands; named tools and platforms.", "discovery_path": "Starting repository → root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/releases/tag/results-containerized", "description": "Locally inspected tag object a303b5455458c79133a79864a590cbcdbad67a34 signs the historical results commit and includes a PGP signature; cryptographic verification was not performed.", "discovery_path": "Starting repository → README.md signed-tag release link → locally frozen refs/tags/results-containerized", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient", "feedback": "Signature presence and a usable identity verification route are separate requirements; frozen evidence only establishes the former." }, "A-01": { "score": 3, "rationale": "README supplies tool installation links, datalad clone and replay commands and data/image download sizes. The captured input declarations and DataLad get calls expose acquisition of required datasets on demand; there is no need to reconstruct the private upstream raw-recording module to consume the published input files.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, container replay and manuscript commands; named tools and platforms.", "discovery_path": "Starting repository → root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad record: command, input globs, container extra_input, img/results_def.tex outputs and recorded exit 0; describes accepted figure difference.", "discovery_path": "Starting repository → README.md replay instructions → referenced run/tag → reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected analysis functions, data paths, parameters and command-line dispatch.", "discovery_path": "Starting repository → root → code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-02": { "score": 3, "rationale": "The current setup sequence names DataLad, Containers and Docker, links installation guidance and selects the saved image automatically through the tracked container registration. It does not require recipients to recreate the historical Python stack manually. Operational success was not tested.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, container replay and manuscript commands; named tools and platforms.", "discovery_path": "Starting repository → root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked container registration, fake HOME lifecycle and configurable Python invocation.", "discovery_path": "Starting repository → root → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian base, OS/Python dependencies, pinned plotting packages and manuscript tools.", "discovery_path": "Starting repository → root → container/Dockerfile", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-03": { "score": 2, "rationale": "The README provides an ordered results replay and manuscript build route with expected outputs. quality_stats explains that it must be added to the invocation list to recompute the data-loss/velocity-distribution results, but the advertised recompute-everything command omits it; complete ordering and integration for this output therefore remain ambiguous.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, container replay and manuscript commands; named tools and platforms.", "discovery_path": "Starting repository → root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "description": "quality_stats (lines 463–551) computes data loss and velhist.svg; dispatch (1282–1326) never invokes it.", "discovery_path": "Starting repository → root → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1144", "description": "Manuscript uses results_def.tex and figures; lines 1144–1169 report data loss and include velhist.pdf.", "discovery_path": "Starting repository → root → main.tex", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-04": { "score": 3, "rationale": "DataLad clone/rerun, registered subdatasets and captured input/extra_input lists form executable acquisition and assembly specifications. Analysis get calls retrieve additional referenced payloads. This is a capability judgment from commands/records, not an acquisition test.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, container replay and manuscript commands; named tools and platforms.", "discovery_path": "Starting repository → root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three explicit root subdataset locations, resolved to gitlinks in the frozen root inventory.", "discovery_path": "Starting repository → root → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad record: command, input globs, container extra_input, img/results_def.tex outputs and recorded exit 0; describes accepted figure difference.", "discovery_path": "Starting repository → README.md replay instructions → referenced run/tag → reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected analysis functions, data paths, parameters and command-line dispatch.", "discovery_path": "Starting repository → root → code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-05": { "score": 2, "rationale": "Executable code and make targets generate statistics, confusion/duration/main-sequence/classification figures and compile the manuscript. The published velhist/data-loss computation requires manual addition of quality_stats to the dispatcher, so the supplied executable procedure does not cover the entire declared numerical/figure scope.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "description": "quality_stats (lines 463–551) computes data loss and velhist.svg; dispatch (1282–1326) never invokes it.", "discovery_path": "Starting repository → root → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Editable REMoDNaV installation, result generation and cleanup targets.", "discovery_path": "Starting repository → root → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1144", "description": "Manuscript uses results_def.tex and figures; lines 1144–1169 report data loss and include velhist.pdf.", "discovery_path": "Starting repository → root → main.tex", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-06": { "score": 2, "rationale": "README exposes datalad rerun of the captured containerized run, whose input/output and environment selections are preserved in Git/annex. This supports replay of a substantial subset. It does not supply captured replay for all scoped outputs, notably the velocity histogram and manuscript rendering; older runs lack complete environment capture.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, container replay and manuscript commands; named tools and platforms.", "discovery_path": "Starting repository → root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad record: command, input globs, container extra_input, img/results_def.tex outputs and recorded exit 0; describes accepted figure difference.", "discovery_path": "Starting repository → README.md replay instructions → referenced run/tag → reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "description": "quality_stats (lines 463–551) computes data loss and velhist.svg; dispatch (1282–1326) never invokes it.", "discovery_path": "Starting repository → root → code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-01": { "score": 3, "rationale": "Distinct boundaries identify raw data, label tables, classifier implementation, root analysis, container recipe/image, figures, result macros and manuscript sources. Membership and responsibility are evident from names, registrations, make dependencies and readme descriptions.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three explicit root subdataset locations, resolved to gitlinks in the frozen root inventory.", "discovery_path": "Starting repository → root → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Editable REMoDNaV installation, result generation and cleanup targets.", "discovery_path": "Starting repository → root → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "description": "Manuscript dependencies and separate image-rendering submake.", "discovery_path": "Starting repository → root → Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected analysis functions, data paths, parameters and command-line dispatch.", "discovery_path": "Starting repository → root → code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-02": { "score": 1, "rationale": "Independently versioned subdatasets establish boundaries, but analysis imports remodnav.tests.utils and opens internal remodnav/tests/data paths and specific nested MAT structures. Replacement therefore depends on internal implementation/data layout beyond the documented CLI/file interfaces.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L40", "description": "Lines 40–75 import test helpers and construct internal evaluation paths and MAT field accesses.", "discovery_path": "Starting repository → root → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md", "description": "Public classifier CLI/file interface is documented, unlike the analysis dependency on test internals.", "discovery_path": "Starting repository → root → remodnav → README.md", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-03": { "score": 2, "rationale": "MIT explicitly scopes classifier code/docs, raw data carries PDDL and root/evaluation modules provide CC-BY/GPL terms. No independently attributable declaration was located for the derived-label dataset or a complete scope mapping for container-bundled packages.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "CC Attribution 4.0 text at root.", "discovery_path": "Starting repository → root → COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "PDDL terms for raw-data module.", "discovery_path": "Starting repository → root → data/raw_eyegaze → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "MIT terms explicitly cover REMoDNaV code and documentation.", "discovery_path": "Starting repository → root → remodnav → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "GPL version 3 text at evaluation module.", "discovery_path": "Starting repository → root → remodnav → remodnav/tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Derived-label module README has reproduction notes but no licensing declaration; inspected module inventory has no LICENSE/COPYING.", "discovery_path": "Starting repository → root → data/studyforrest-data-eyemovementlabels → README", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-04": { "score": 1, "rationale": "Several constituent licenses are listed through their files, but inspected README, COPYING and module metadata do not discuss compatibility or handling at the code/data/container composition boundaries. Listing terms alone supports the limited anchor.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "CC Attribution 4.0 text at root.", "discovery_path": "Starting repository → root → COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "PDDL terms for raw-data module.", "discovery_path": "Starting repository → root → data/raw_eyegaze → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "MIT terms explicitly cover REMoDNaV code and documentation.", "discovery_path": "Starting repository → root → remodnav → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "GPL version 3 text at evaluation module.", "discovery_path": "Starting repository → root → remodnav → remodnav/tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Derived-label module README has reproduction notes but no licensing declaration; inspected module inventory has no LICENSE/COPYING.", "discovery_path": "Starting repository → root → data/studyforrest-data-eyemovementlabels → README", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian base, OS/Python dependencies, pinned plotting packages and manuscript tools.", "discovery_path": "Starting repository → root → container/Dockerfile", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-05": { "score": null, "rationale": "Raw-data README explicitly says unrestricted access; linked source repositories and DataLad retrieval commands expose other modules. Frozen metadata does not explicitly establish access conditions for every label/evaluation/image payload or document a mixed-access interface. I cannot establish the uniform-access equivalent or a specific restricted boundary responsibly.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Unrestricted/no-authentication access badge and annex download procedure.", "discovery_path": "Starting repository → root → data/raw_eyegaze → README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, container replay and manuscript commands; named tools and platforms.", "discovery_path": "Starting repository → root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "No access-condition statement in the label dataset README.", "discovery_path": "Starting repository → root → data/studyforrest-data-eyemovementlabels → README", "access_status": "accessible" } ], "observation": "not_assessed", "confidence": "low", "evidence_rating": "insufficient", "feedback": "Public metadata availability alone is insufficient to demonstrate uniform payload access; the inspection cohort forbids testing it." }, "M-06": { "score": 3, "rationale": "Root gitlinks and module URLs select the classifier, labels and raw data; nested registrations select evaluation data and label-generation dependencies. Make dependencies and registered container execution identify connections among analysis, result macros, figures and manuscript. The upstream local raw source is not needed for this assembly of published inputs.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three explicit root subdataset locations, resolved to gitlinks in the frozen root inventory.", "discovery_path": "Starting repository → root → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "Evaluation and studyforrest module connections.", "discovery_path": "Starting repository → root → remodnav → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked container registration, fake HOME lifecycle and configurable Python invocation.", "discovery_path": "Starting repository → root → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Editable REMoDNaV installation, result generation and cleanup targets.", "discovery_path": "Starting repository → root → Docker-Makefile", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-01": { "score": 2, "rationale": "README identifies Docker/DataLad/Containers, versions checked, compatible platforms and approximate storage/download needs. The linked adapter additionally assumes a docker executable usable by the current non-root user; this daemon/permission prerequisite is not explained by the root setup itself.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, container replay and manuscript commands; named tools and platforms.", "discovery_path": "Starting repository → root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Adapter comment explicitly notes non-root docker assumption and says it should be documented.", "discovery_path": "Starting repository → README Containers v1.2.3 reference → .datalad/config adapter invocation → datalad_container/adapters/docker.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-02": { "score": 3, "rationale": "The current procedure derives its mount from cwd, sets a container-local HOME, uses relative dataset paths and provides a configurable Python substitution. No user-home or machine-specific analysis path is required by the active container pipeline; historical Condor scripts are not its execution route.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked container registration, fake HOME lifecycle and configurable Python invocation.", "discovery_path": "Starting repository → root → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected analysis functions, data paths, parameters and command-line dispatch.", "discovery_path": "Starting repository → root → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, container replay and manuscript commands; named tools and platforms.", "discovery_path": "Starting repository → root → README.md", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-03": { "score": 3, "rationale": "The recipe specifies Python, numerical/statistical/plotting packages, build tools, Inkscape and TeX tooling. The linked classifier setup declares its runtime libraries; README supplies external orchestration requirements. No additional dependency needed by the inspected active code was identified. Exact resolution is considered separately.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian base, OS/Python dependencies, pinned plotting packages and manuscript tools.", "discovery_path": "Starting repository → root → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "numpy/scipy/statsmodels/matplotlib requirements.", "discovery_path": "Starting repository → root → remodnav → setup.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, container replay and manuscript commands; named tools and platforms.", "discovery_path": "Starting repository → root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected analysis functions, data paths, parameters and command-line dispatch.", "discovery_path": "Starting repository → root → code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-04": { "score": 1, "rationale": "Both environment recipe and saved image metadata/content identities are versioned within the root, with container registration tracked alongside them. This binary finding addresses the active scoped environment, not the completeness of older historical executions.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian base, OS/Python dependencies, pinned plotting packages and manuscript tools.", "discovery_path": "Starting repository → root → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked container registration, fake HOME lifecycle and configurable Python invocation.", "discovery_path": "Starting repository → root → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Tracked saved-image specification.", "discovery_path": "Starting repository → root → container/image/manifest.json", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-05": { "score": 3, "rationale": "The registered image, manifest and Docker adapter provide machine-readable environment instantiation; Dockerfile also expresses the build. README documents compatible platforms and configuration supplies Python selection. The non-root Docker access prerequisite reduces P-01 but does not introduce an unresolved host-specific setting into the image specification.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian base, OS/Python dependencies, pinned plotting packages and manuscript tools.", "discovery_path": "Starting repository → root → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked container registration, fake HOME lifecycle and configurable Python invocation.", "discovery_path": "Starting repository → root → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, container replay and manuscript commands; named tools and platforms.", "discovery_path": "Starting repository → root → README.md", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "E-01": { "score": 3, "rationale": "The supplied adapter loads/selects the saved image by config digest and executes docker run for each call, giving a fresh container. HOME is initialized inside that invocation. The mutable host environment used by the historical non-container route is superseded for current analysis.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked container registration, fake HOME lifecycle and configurable Python invocation.", "discovery_path": "Starting repository → root → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "cli_run loads the specified image and invokes docker run; each call creates a container.", "discovery_path": "Starting repository → README v1.2.3 Containers → registered Docker adapter → cli_run", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "E-02": { "score": 3, "rationale": "The adapter bind-mounts the dataset workspace, runs there and sets --rm. Thus result files and outer DataLad provenance survive container removal while mutable container state is automatically discarded. Retaining the content-identified image is compatible with this lifecycle.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked container registration, fake HOME lifecycle and configurable Python invocation.", "discovery_path": "Starting repository → root → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad record: command, input globs, container extra_input, img/results_def.tex outputs and recorded exit 0; describes accepted figure difference.", "discovery_path": "Starting repository → README.md replay instructions → referenced run/tag → reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "cli_run supplies cwd:/tmp, -w /tmp and --rm.", "discovery_path": "Starting repository → README Containers version → .datalad/config → Docker adapter cli_run", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "E-03": { "score": 2, "rationale": "Captured replay runs clean results_def.tex, rendered outputs and named cache directories, then generates outputs in the mounted dataset. A new clone supplies declared tracked inputs, but the procedure does not create a fresh workspace for each run or prevent extra files matching data globs from being consumed. Establishing the clean host workspace remains manual.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad record: command, input globs, container extra_input, img/results_def.tex outputs and recorded exit 0; describes accepted figure difference.", "discovery_path": "Starting repository → README.md replay instructions → referenced run/tag → reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Editable REMoDNaV installation, result generation and cleanup targets.", "discovery_path": "Starting repository → root → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L914", "description": "Main-sequence and histogram functions enumerate dataset paths using glob.", "discovery_path": "Starting repository → root → code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-01": { "score": null, "rationale": "Version-specific Git/gitlink locations and DataLad/annex routes are supplied, including frozen image availability URLs. All data and container layers are intentionally absent in this inspection cohort. Without retrieval tests or complete availability records for each required input, I cannot establish intended-version obtainability or an unavailable/moving version; absence from the evidence cache is not an observed retrieval failure.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, container replay and manuscript commands; named tools and platforms.", "discovery_path": "Starting repository → root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three explicit root subdataset locations, resolved to gitlinks in the frozen root inventory.", "discovery_path": "Starting repository → root → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Image payload identities are present, payload bytes not supplied to this cohort.", "discovery_path": "Starting repository → root → container/image/manifest.json", "access_status": "accessible" } ], "observation": "not_assessed", "confidence": "low", "evidence_rating": "insufficient" }, "D-02": { "score": 1, "rationale": "Git revisions and annex content identities protect state identity, and raw-data/classifier READMEs expose archival/DOI references. Complete preservation and an independent recovery route are not supplied for the whole assembly; container metadata points to a project-specific datapub host. Content addressing alone does not guarantee survival of that host.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "OpenFMRI and DOI/archive references for raw dataset.", "discovery_path": "Starting repository → root → data/raw_eyegaze → README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md", "description": "Classifier DOI badge.", "discovery_path": "Starting repository → root → remodnav → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, container replay and manuscript commands; named tools and platforms.", "discovery_path": "Starting repository → root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Layer identifiers describe frozen content, not a preservation commitment.", "discovery_path": "Starting repository → root → container/image/manifest.json", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-03": { "score": 1, "rationale": "A usable Docker build definition exists, but debian:bookworm-slim is a moving tag and apt-get resolves unpinned packages. Only selected Python plotting dependencies are pinned. A saved frozen image helps replay but does not make the recipe reconstruct all fixed build inputs.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian base, OS/Python dependencies, pinned plotting packages and manuscript tools.", "discovery_path": "Starting repository → root → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Historical container build/save run records Dockerfile input and versioned image output.", "discovery_path": "Starting repository → README.md replay instructions → referenced run/tag → reachable Git history", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-04": { "score": 2, "rationale": "CC-BY-4.0, PDDL, MIT and GPL-v3 have identifiable full terms or stable identifiers. The independently distributed label dataset and container-bundled assets lack a complete unambiguous license mapping in inspected material, preventing the all-module anchor.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "CC Attribution 4.0 text at root.", "discovery_path": "Starting repository → root → COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "PDDL terms for raw-data module.", "discovery_path": "Starting repository → root → data/raw_eyegaze → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "MIT terms explicitly cover REMoDNaV code and documentation.", "discovery_path": "Starting repository → root → remodnav → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "GPL version 3 text at evaluation module.", "discovery_path": "Starting repository → root → remodnav → remodnav/tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Derived-label module README has reproduction notes but no licensing declaration; inspected module inventory has no LICENSE/COPYING.", "discovery_path": "Starting repository → root → data/studyforrest-data-eyemovementlabels → README", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian base, OS/Python dependencies, pinned plotting packages and manuscript tools.", "discovery_path": "Starting repository → root → container/Dockerfile", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-05": { "score": 3, "rationale": "The assessed root commit jointly selects subdataset revisions, code/configuration/results and saved image contents through gitlinks and annex keys. The image latest display tag does not float within this saved distribution because its config/layers are content identified. Rebuilding the recipe is separately less frozen.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three explicit root subdataset locations, resolved to gitlinks in the frozen root inventory.", "discovery_path": "Starting repository → root → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "description": "OCI digest fixes selected saved manifest despite latest annotation.", "discovery_path": "Starting repository → root → container/image/index.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Joint layer/config selection.", "discovery_path": "Starting repository → root → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked container registration, fake HOME lifecycle and configurable Python invocation.", "discovery_path": "Starting repository → root → .datalad/config", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-06": { "score": 0, "rationale": "The distributed saved image has content hashes and a historical build command, but no supplied image signature/attestation verifies its claimed producer and build source. The signed results tag is a provenance reference; no supplied verified identity/build attestation route for the executable distribution was established.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Historical container build/save run records Dockerfile input and versioned image output.", "discovery_path": "Starting repository → README.md replay instructions → referenced run/tag → reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Image identifiers and layers; no origin attestation fields.", "discovery_path": "Starting repository → root → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, container replay and manuscript commands; named tools and platforms.", "discovery_path": "Starting repository → root → README.md", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient", "feedback": "A signed root state may bind artifact content indirectly; the evidence here does not supply a verified producer/source attestation for the image." } }, "comment": "Independent inspection-only assessment of frozen cohort remodnav-e3c6253bced7, manifest SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. Actual source files, histories, registered image metadata, supplied annex availability metadata and explicitly linked adapter source were inspected. No network calls, scientific computation, payload retrieval, builds or independent reproduction were performed. Historical exit-zero records and README verification claims are attributed source evidence, not current observations of success. Required payloads are intentionally missing; no retrieval failures were observed. Two criteria remain unanswered because intended-version retrieval and uniform access conditions cannot be established responsibly. Scores describe this rubric perspective, not scientific validity or a certification." } ] }, "report_content": "# Independent STAMPED inspection — replicate 6\n\nAssessed [paper-remodnav at 34388d3](https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2), covering numerical results, figures, manuscript and explicitly linked computational components. Instrument: rubric 0.1.0 at e8d94d00d904058b8f87c8331cbe32e225a9490f; rubric SHA256 `05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4`. Frozen evidence cohort: `remodnav-e3c6253bced7`; manifest SHA256 `e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499`.\n\nThe inspection report is complete. Native criterion completion is **34/36**, so the score is **provisional: 74.84/100**, with equal dimension weights and unanswered criteria retained in their denominators.\n\n| Dimension | Score /100 |\n|---|---:|\n| Self-containment | 91.67 |\n| Tracking | 72.22 |\n| Actionability | 83.33 |\n| Modularity | 55.56 |\n| Portability | 93.33 |\n| Ephemerality | 88.89 |\n| Distributability | 38.89 |\n\nThe strongest evidence is the explicit subdataset composition, versioned data/image identities, historical DataLad records and fresh disposable container execution procedure. The [recorded containerized analysis](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) specifies commands, input globs, image and result destinations. These are historical records, not observations of a successful run in this study.\n\nA specific scope gap limits actionability and provenance coverage: [quality_stats](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463) computes data loss and `velhist.svg`, but the command-line dispatcher does not call it. The [manuscript includes these results](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1144). Recomputing them requires manual integration beyond the advertised replay. Existing tracked figures can still support manuscript rendering.\n\nThe [Dockerfile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile) specifies the computational stack but resolves a moving Debian base and unpinned OS packages. The saved image fixes a runtime state; its recipe does not reconstruct a fully frozen build. License declarations cover several modules, while the derived-label dataset and complete container asset mapping remain unclear. The signed results tag was inspected, but a usable verification route for the signing identity and a producer/source attestation for the executable image were not established.\n\nM-05 (access-condition separation/uniformity) and D-01 (retrieval in the intended state) remain null. Metadata and retrieval commands do not establish all payload access conditions or present obtainability, and this cohort prohibits retrieval tests. The local-path raw-acquisition submodule is upstream of the supplied published BIDS inputs and is not treated as an ingredient needed to consume those inputs.\n\nNo network calls, scientific workflow execution, builds or payload acquisition occurred. Binary figures, annex data and image layers were intentionally absent; this is not evidence of failed retrieval. No independent reproduction is claimed. The companion JSON preserves all 36 criterion-specific findings, evidence paths and uncertainties. The required validator passed; it reports 34 answered criteria and an incomplete native assessment.\n" }, { "id": "study-rubric-07", "study_id": "remodnav-method-comparison-01", "object_id": "paper-remodnav", "object_revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "method_id": "rubric", "method_revision": "e8d94d00d904058b8f87c8331cbe32e225a9490f", "rubric_id": "stamped-rubric-0.1.0", "rubric_sha256": "05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4", "model_requested": "gpt-6.1-sol", "model_observed": null, "reasoning_effort": "medium", "replicate": 7, "status": "complete", "independent": true, "created_at": "2026-10-27T23:55:09.946790+00:00", "native_output": "results/study-rubric-07.bundle.json", "report": "results/study-rubric-07.md", "summary": { "dimension_scores": { "S": 91.66666666666666, "T": 72.22222222222221, "A": 94.44444444444446, "M": 55.555555555555564, "P": 93.33333333333333, "E": 100.0, "D": 38.888888888888886 }, "overall_score": 78.01587301587301, "scale_max": 100, "completion": { "answered": 34, "total": 36 }, "weights": { "S": 1, "T": 1, "A": 1, "M": 1, "P": 1, "E": 1, "D": 1 } }, "limitations": [ "2 criteria remain unanswered; native score is provisional.", "Inspection cohort; no scientific workflow execution or independent payload retrieval by this assessor.", "Actual model version not independently exposed; requested model and reasoning are recorded." ], "evidence_cohort": "remodnav-e3c6253bced7", "native_data": { "format_version": "1.0.0", "rubric_version": "0.1.0", "rubric_sha256": "05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4", "research_object": { "title": "REMoDNaV: Robust Eye Movement Detection for Natural Viewing", "locator": "https://github.com/psychoinformatics-de/paper-remodnav", "revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "scope": "Numerical results, figures and manuscript, including explicitly linked computational components." }, "assessments": [ { "id": "study-rubric-07", "reviewer": { "id": "study-rubric-07-assessor", "name": "Independent assessor" }, "created_at": "2026-10-28T02:48:24.605846+00:00", "updated_at": "2026-10-28T02:49:11.429158+00:00", "review_of": null, "weights": { "S": 1, "T": 1, "A": 1, "M": 1, "P": 1, "E": 1, "D": 1 }, "responses": { "S-01": { "score": 3, "rationale": "The README identifies data, analysis, figures and manuscript; explicit gitmodules and container configuration connect all components used by the scoped commands. The raw dataset’s private original-source submodule is not consumed by these analyses.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, replay, manuscript commands, host versions and download sizes.", "discovery_path": "Root repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Declared raw data, event-label dataset and software submodules; exact gitlinks inspected in frozen inventory.", "discovery_path": "Root repository → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Container image reference, temporary HOME, cleanup and configurable Python adapter invocation.", "discovery_path": "Root repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Result and figure functions, explicit paths and classifier parameters; flags -s -f -r -m; REMODNAV_RESULTS output.", "discovery_path": "Root repository → code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "S-02": { "score": 3, "rationale": "Raw gaze data and event TSVs are explicitly referenced through pinned subdatasets; Andersson MAT data are reached through the software test-data submodule. Analysis and manuscript source are included. Absent cached payload bytes do not erase these explicit references.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Declared raw data, event-label dataset and software submodules; exact gitlinks inspected in frozen inventory.", "discovery_path": "Root repository → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Result and figure functions, explicit paths and classifier parameters; flags -s -f -r -m; REMODNAV_RESULTS output.", "discovery_path": "Root repository → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript consumes results_def.tex and figure PDFs; operation and data/code availability sections.", "discovery_path": "Root repository → main.tex", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "S-03": { "score": 3, "rationale": "Dockerfile and stored image specify the environment; Docker-Makefile flags, source parameters/defaults and container configuration specify the calculations and runtime invocation.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian bookworm-slim build recipe with apt packages and selected pinned Python packages.", "discovery_path": "Root repository → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Container image reference, temporary HOME, cleanup and configurable Python adapter invocation.", "discovery_path": "Root repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Executable editable software installation, results generation, cleaning and manuscript delegation.", "discovery_path": "Root repository → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Result and figure functions, explicit paths and classifier parameters; flags -s -f -r -m; REMODNAV_RESULTS output.", "discovery_path": "Root repository → code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "S-04": { "score": 2, "rationale": "CC-BY, MIT, PDDL and GPL declarations are reachable and attributable to their repositories, but the separate event-label dataset has no located declaration; bundled container asset terms are not mapped.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "CC Attribution 4.0 International root declaration.", "discovery_path": "Root repository → COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "Explicit MIT scope for REMoDNaV code and documentation.", "discovery_path": "Root .gitmodules → remodnav → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "Open Data Commons PDDL text for source data.", "discovery_path": "Root .gitmodules → data/raw_eyegaze → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "GNU GPL version 3 declaration.", "discovery_path": "Root .gitmodules → remodnav → .gitmodules → tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Module README describes older Condor procedure; frozen file inventory contains no license declaration.", "discovery_path": "Root .gitmodules → data/studyforrest-data-eyemovementlabels → README", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "T-01": { "score": 3, "rationale": "Root Git content, submodule commit selections, data annex keys and container configuration/layer digests identify the intended content. Unpinned recipe reconstruction is a separate issue from the identity of the saved image.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Declared raw data, event-label dataset and software submodules; exact gitlinks inspected in frozen inventory.", "discovery_path": "Root repository → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Stored container config and layer SHA256 names; annex pointers identify payload bytes, not acquired in this cohort.", "discovery_path": "Root repository → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run JSON records command, declared inputs, image extra_input, img/results_def.tex outputs, working directory and exit 0. This was not executed by this assessor.", "discovery_path": "Root README.md → results-containerized tag → target commit and recorded history", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "T-02": { "score": 3, "rationale": "The root Git tree combines code, configuration, gitlinks and annex content keys; nested dataset selections and the image are resolved through compatible Git/git-annex tracking.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Declared raw data, event-label dataset and software submodules; exact gitlinks inspected in frozen inventory.", "discovery_path": "Root repository → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Stored container config and layer SHA256 names; annex pointers identify payload bytes, not acquired in this cohort.", "discovery_path": "Root repository → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Container image reference, temporary HOME, cleanup and configurable Python adapter invocation.", "discovery_path": "Root repository → .datalad/config", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "T-03": { "score": 3, "rationale": "Frozen reachable histories for root, raw data, labels, both software selections and both Andersson selections record named actors, dates and change subjects. This covers present component classes, including image and result updates.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commits/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Inspected supplied revision-bounded root and explicitly linked module histories; entries include authors, dates and change descriptions.", "discovery_path": "Root → .gitmodules recursively → each pinned component history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Historical container build record links Dockerfile input and image output, exit 0; not an assessor build.", "discovery_path": "Root container/Dockerfile and image → version history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run JSON records command, declared inputs, image extra_input, img/results_def.tex outputs, working directory and exit 0. This was not executed by this assessor.", "discovery_path": "Root README.md → results-containerized tag → target commit and recorded history", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "T-04": { "score": 2, "rationale": "The numerical/SVG rerun has captured command, inputs, outputs and image; container build/conversion also have records. Manuscript compilation is supplied as a command but no captured manuscript run record was located, and imported event-generation history is not equivalently complete.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run JSON records command, declared inputs, image extra_input, img/results_def.tex outputs, working directory and exit 0. This was not executed by this assessor.", "discovery_path": "Root README.md → results-containerized tag → target commit and recorded history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Historical container build record links Dockerfile input and image output, exit 0; not an assessor build.", "discovery_path": "Root container/Dockerfile and image → version history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, replay, manuscript commands, host versions and download sizes.", "discovery_path": "Root repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Executable generation of event TSVs with explicit input/output paths, subjects, sampling and conversion factors.", "discovery_path": "Root .gitmodules → data/studyforrest-data-eyemovementlabels → code/compute_all.sh", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "T-05": { "score": 2, "rationale": "Recorded root commits resolve exact code, data and image states for the containerized numerical run. The manuscript command has no supplied equivalent captured execution, and event-generation context is not fully linked to a captured environment.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run JSON records command, declared inputs, image extra_input, img/results_def.tex outputs, working directory and exit 0. This was not executed by this assessor.", "discovery_path": "Root README.md → results-containerized tag → target commit and recorded history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Declared raw data, event-label dataset and software submodules; exact gitlinks inspected in frozen inventory.", "discovery_path": "Root repository → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Stored container config and layer SHA256 names; annex pointers identify payload bytes, not acquired in this cohort.", "discovery_path": "Root repository → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, replay, manuscript commands, host versions and download sizes.", "discovery_path": "Root repository → README.md", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "T-06": { "score": 0, "rationale": "A signed result tag exists, but the supplied material gives no usable route to verify the claimed signing identity. An embedded signature alone does not satisfy the complete binary anchor.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/tree/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Local read-only Git cat-file of results-containerized tag showed an embedded PGP signature and target commit. No signer-key verification route was located in supplied root documentation; signature validity not verified.", "discovery_path": "Root README → results-containerized → frozen tag object", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, replay, manuscript commands, host versions and download sizes.", "discovery_path": "Root repository → README.md", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-01": { "score": 3, "rationale": "Updated clone/rerun instructions delegate declared inputs and image acquisition to DataLad; raw-data module supplies git-annex preparation and retrieval instructions. Sizes and tool access prerequisites are stated.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, replay, manuscript commands, host versions and download sizes.", "discovery_path": "Root repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Public unrestricted data access, git-annex retrieval instructions, OpenFMRI alternate and Zenodo badge.", "discovery_path": "Root .gitmodules → data/raw_eyegaze → README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run JSON records command, declared inputs, image extra_input, img/results_def.tex outputs, working directory and exit 0. This was not executed by this assessor.", "discovery_path": "Root README.md → results-containerized tag → target commit and recorded history", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "A-02": { "score": 3, "rationale": "The README names and links installation instructions for DataLad, Containers and Docker, documents supported host platforms/versions, then supplies clone and execution sequence. The image removes the need to invent scientific package setup.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, replay, manuscript commands, host versions and download sizes.", "discovery_path": "Root repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Container image reference, temporary HOME, cleanup and configurable Python adapter invocation.", "discovery_path": "Root repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian bookworm-slim build recipe with apt packages and selected pinned Python packages.", "discovery_path": "Root repository → container/Dockerfile", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-03": { "score": 3, "rationale": "README maps numerical/SVG reproduction to the tagged rerun and manuscript compilation to containers-run main.pdf. The recorded command, Makefiles and TeX dependencies specify ordering and output destinations.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, replay, manuscript commands, host versions and download sizes.", "discovery_path": "Root repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run JSON records command, declared inputs, image extra_input, img/results_def.tex outputs, working directory and exit 0. This was not executed by this assessor.", "discovery_path": "Root README.md → results-containerized tag → target commit and recorded history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Executable editable software installation, results generation, cleaning and manuscript delegation.", "discovery_path": "Root repository → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "description": "SVG to PDF rules and generated-figure cleanup.", "discovery_path": "Root repository → img/Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript consumes results_def.tex and figure PDFs; operation and data/code availability sections.", "discovery_path": "Root repository → main.tex", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "A-04": { "score": 3, "rationale": "DataLad clone, declared rerun inputs/extra input and script datalad_get calls form an executable acquisition/assembly route for the scoped data, code and saved image. This is inspection of the route, not demonstrated acquisition.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, replay, manuscript commands, host versions and download sizes.", "discovery_path": "Root repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run JSON records command, declared inputs, image extra_input, img/results_def.tex outputs, working directory and exit 0. This was not executed by this assessor.", "discovery_path": "Root README.md → results-containerized tag → target commit and recorded history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Result and figure functions, explicit paths and classifier parameters; flags -s -f -r -m; REMODNAV_RESULTS output.", "discovery_path": "Root repository → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Declared raw data, event-label dataset and software submodules; exact gitlinks inspected in frozen inventory.", "discovery_path": "Root repository → .gitmodules", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-05": { "score": 3, "rationale": "The numerical and figure functions are selected by executable flags; Makefiles render SVGs and compile TeX using generated statistics. No translation of a prose statistical procedure is needed for these scoped outputs.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Result and figure functions, explicit paths and classifier parameters; flags -s -f -r -m; REMODNAV_RESULTS output.", "discovery_path": "Root repository → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Executable editable software installation, results generation, cleaning and manuscript delegation.", "discovery_path": "Root repository → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "description": "SVG to PDF rules and generated-figure cleanup.", "discovery_path": "Root repository → img/Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript consumes results_def.tex and figure PDFs; operation and data/code availability sections.", "discovery_path": "Root repository → main.tex", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "A-06": { "score": 2, "rationale": "A supplied DataLad rerun resolves the recorded numerical/SVG state; no equivalent captured/replayable manuscript computation was located. containers-run can produce the manuscript but does not itself establish replay of a prior manuscript run.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run JSON records command, declared inputs, image extra_input, img/results_def.tex outputs, working directory and exit 0. This was not executed by this assessor.", "discovery_path": "Root README.md → results-containerized tag → target commit and recorded history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, replay, manuscript commands, host versions and download sizes.", "discovery_path": "Root repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript consumes results_def.tex and figure PDFs; operation and data/code availability sections.", "discovery_path": "Root repository → main.tex", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "M-01": { "score": 3, "rationale": "Raw data, derived labels, classifier module, root analysis, image, graphics and manuscript occupy identifiable paths/subdatasets with distinct roles.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Declared raw data, event-label dataset and software submodules; exact gitlinks inspected in frozen inventory.", "discovery_path": "Root repository → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Container image reference, temporary HOME, cleanup and configurable Python adapter invocation.", "discovery_path": "Root repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Executable editable software installation, results generation, cleaning and manuscript delegation.", "discovery_path": "Root repository → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript consumes results_def.tex and figure PDFs; operation and data/code availability sections.", "discovery_path": "Root repository → main.tex", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "M-02": { "score": 1, "rationale": "Submodule boundaries permit state selection, but consumers reach through internal software test utilities and its test-data directory, and assume detailed fixed dataset paths. These internal dependencies are visible in code rather than a documented replacement interface.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Result and figure functions, explicit paths and classifier parameters; flags -s -f -r -m; REMODNAV_RESULTS output.", "discovery_path": "Root repository → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Declared raw data, event-label dataset and software submodules; exact gitlinks inspected in frozen inventory.", "discovery_path": "Root repository → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Executable generation of event TSVs with explicit input/output paths, subjects, sampling and conversion factors.", "discovery_path": "Root .gitmodules → data/studyforrest-data-eyemovementlabels → code/compute_all.sh", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-03": { "score": 2, "rationale": "Software MIT and raw-data PDDL are independently attributable; root CC and comparison-data GPL are available. The separate labels module and container’s bundled assets lack a complete independent license mapping.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "Explicit MIT scope for REMoDNaV code and documentation.", "discovery_path": "Root .gitmodules → remodnav → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "Open Data Commons PDDL text for source data.", "discovery_path": "Root .gitmodules → data/raw_eyegaze → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "CC Attribution 4.0 International root declaration.", "discovery_path": "Root repository → COPYING", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "GNU GPL version 3 declaration.", "discovery_path": "Root .gitmodules → remodnav → .gitmodules → tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Module README describes older Condor procedure; frozen file inventory contains no license declaration.", "discovery_path": "Root .gitmodules → data/studyforrest-data-eyemovementlabels → README", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "M-04": { "score": 1, "rationale": "Several component licenses are independently declared, but inspected root and module documentation does not address their combination or container redistribution boundaries. License permissiveness is not evidence of recorded compatibility handling.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "CC Attribution 4.0 International root declaration.", "discovery_path": "Root repository → COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "Explicit MIT scope for REMoDNaV code and documentation.", "discovery_path": "Root .gitmodules → remodnav → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "Open Data Commons PDDL text for source data.", "discovery_path": "Root .gitmodules → data/raw_eyegaze → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "GNU GPL version 3 declaration.", "discovery_path": "Root .gitmodules → remodnav → .gitmodules → tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Module README describes older Condor procedure; frozen file inventory contains no license declaration.", "discovery_path": "Root .gitmodules → data/studyforrest-data-eyemovementlabels → README", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-05": { "score": null, "rationale": "Raw gaze data explicitly state unrestricted access, and other source repositories have public locators. Uniform access conditions for all event-label and bundled comparison/container assets are not established by the inspected declarations; neither a mixed restriction nor a demonstrably uniform boundary can responsibly be selected.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Public unrestricted data access, git-annex retrieval instructions, OpenFMRI alternate and Zenodo badge.", "discovery_path": "Root .gitmodules → data/raw_eyegaze → README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Module README describes older Condor procedure; frozen file inventory contains no license declaration.", "discovery_path": "Root .gitmodules → data/studyforrest-data-eyemovementlabels → README", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "GNU GPL version 3 declaration.", "discovery_path": "Root .gitmodules → remodnav → .gitmodules → tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Stored container config and layer SHA256 names; annex pointers identify payload bytes, not acquired in this cohort.", "discovery_path": "Root repository → container/image/manifest.json", "access_status": "accessible" } ], "observation": "not_assessed", "confidence": "low", "evidence_rating": "insufficient", "feedback": "License uncertainty and access conditions differ. Public repository locations alone leave the uniform-access alternative difficult to establish under a frozen inspection boundary." }, "M-06": { "score": 3, "rationale": "Gitlinks specify module choices, nested gitmodules specify test-data composition, source paths identify consumers, and container config/Makefiles connect environment and output production. Together these form an explicit assembly.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Declared raw data, event-label dataset and software submodules; exact gitlinks inspected in frozen inventory.", "discovery_path": "Root repository → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Result and figure functions, explicit paths and classifier parameters; flags -s -f -r -m; REMODNAV_RESULTS output.", "discovery_path": "Root repository → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Container image reference, temporary HOME, cleanup and configurable Python adapter invocation.", "discovery_path": "Root repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Executable editable software installation, results generation, cleaning and manuscript delegation.", "discovery_path": "Root repository → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript consumes results_def.tex and figure PDFs; operation and data/code availability sections.", "discovery_path": "Root repository → main.tex", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "P-01": { "score": 2, "rationale": "Tools, tested Debian/macOS/Windows hosts, Docker-version compatibility and download sizes are documented. Adapter requires Docker manageable by the current non-root user, explicitly marked by its own FIXME as needing documentation; required Docker-host access configuration is not fully stated by the object.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, replay, manuscript commands, host versions and download sizes.", "discovery_path": "Root repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected supplied adapter: image selected by configuration hash, docker run uses --rm, current-directory /tmp mount, working directory and user mapping.", "discovery_path": "Root README DataLad Containers v1.2.3 → .datalad/config adapter → docker.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-02": { "score": 3, "rationale": "The current pipeline uses relative paths and an adapter-controlled working-directory mount/user mapping; Python substitution can be overridden outside analysis logic. Legacy Condor absolute paths are not used by the current numerical/manuscript procedure.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Container image reference, temporary HOME, cleanup and configurable Python adapter invocation.", "discovery_path": "Root repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected supplied adapter: image selected by configuration hash, docker run uses --rm, current-directory /tmp mount, working directory and user mapping.", "discovery_path": "Root README DataLad Containers v1.2.3 → .datalad/config adapter → docker.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Executable editable software installation, results generation, cleaning and manuscript delegation.", "discovery_path": "Root repository → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Result and figure functions, explicit paths and classifier parameters; flags -s -f -r -m; REMODNAV_RESULTS output.", "discovery_path": "Root repository → code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-03": { "score": 3, "rationale": "Docker recipe covers inspected scientific imports, installation toolchain and manuscript rendering packages; host DataLad/Containers/Docker are separately named. DataLad inside analysis is optional because declared data are acquired outside before the container runs.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian bookworm-slim build recipe with apt packages and selected pinned Python packages.", "discovery_path": "Root repository → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, replay, manuscript commands, host versions and download sizes.", "discovery_path": "Root repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Result and figure functions, explicit paths and classifier parameters; flags -s -f -r -m; REMODNAV_RESULTS output.", "discovery_path": "Root repository → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run JSON records command, declared inputs, image extra_input, img/results_def.tex outputs, working directory and exit 0. This was not executed by this assessor.", "discovery_path": "Root README.md → results-containerized tag → target commit and recorded history", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-04": { "score": 1, "rationale": "Dockerfile, stored image metadata, runtime container configuration and Makefiles are in the pinned root versioned tree; linked classifier setup is likewise tracked.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian bookworm-slim build recipe with apt packages and selected pinned Python packages.", "discovery_path": "Root repository → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Stored container config and layer SHA256 names; annex pointers identify payload bytes, not acquired in this cohort.", "discovery_path": "Root repository → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Container image reference, temporary HOME, cleanup and configurable Python adapter invocation.", "discovery_path": "Root repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Executable editable software installation, results generation, cleaning and manuscript delegation.", "discovery_path": "Root repository → Docker-Makefile", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "P-05": { "score": 3, "rationale": "Dockerfile, stored image and adapter configuration are machine-readable and instantiate the environment on the documented compatible hosts with explicit Python and Docker handling. This rates the supplied specification, not a newly tested build.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian bookworm-slim build recipe with apt packages and selected pinned Python packages.", "discovery_path": "Root repository → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Stored container config and layer SHA256 names; annex pointers identify payload bytes, not acquired in this cohort.", "discovery_path": "Root repository → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Container image reference, temporary HOME, cleanup and configurable Python adapter invocation.", "discovery_path": "Root repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected supplied adapter: image selected by configuration hash, docker run uses --rm, current-directory /tmp mount, working directory and user mapping.", "discovery_path": "Root README DataLad Containers v1.2.3 → .datalad/config adapter → docker.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, replay, manuscript commands, host versions and download sizes.", "discovery_path": "Root repository → README.md", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "E-01": { "score": 3, "rationale": "Each adapter invocation runs a new container from the saved image selected by hash. The command creates a temporary HOME rather than relying on the invoking user’s accumulated scientific environment.", "evidence": [ { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected supplied adapter: image selected by configuration hash, docker run uses --rm, current-directory /tmp mount, working directory and user mapping.", "discovery_path": "Root README DataLad Containers v1.2.3 → .datalad/config adapter → docker.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Container image reference, temporary HOME, cleanup and configurable Python adapter invocation.", "discovery_path": "Root repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run JSON records command, declared inputs, image extra_input, img/results_def.tex outputs, working directory and exit 0. This was not executed by this assessor.", "discovery_path": "Root README.md → results-containerized tag → target commit and recorded history", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "E-02": { "score": 3, "rationale": "The working dataset is mounted at /tmp, keeping results and Git provenance outside mutable container storage. Adapter --rm removes the container and successful execution deletes the temporary HOME; saved immutable image retention is permitted.", "evidence": [ { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected supplied adapter: image selected by configuration hash, docker run uses --rm, current-directory /tmp mount, working directory and user mapping.", "discovery_path": "Root README DataLad Containers v1.2.3 → .datalad/config adapter → docker.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Container image reference, temporary HOME, cleanup and configurable Python adapter invocation.", "discovery_path": "Root repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run JSON records command, declared inputs, image extra_input, img/results_def.tex outputs, working directory and exit 0. This was not executed by this assessor.", "discovery_path": "Root README.md → results-containerized tag → target commit and recorded history", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "E-03": { "score": 3, "rationale": "The numerical replay selects the recorded dataset state, explicitly declares inputs and cleans previous results, rendered figures and temporary caches before computation in a fresh container. Manuscript compilation consumes tracked statistics and SVGs as declared prior results; these are legitimate retained inputs rather than undeclared mutable state.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run JSON records command, declared inputs, image extra_input, img/results_def.tex outputs, working directory and exit 0. This was not executed by this assessor.", "discovery_path": "Root README.md → results-containerized tag → target commit and recorded history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Executable editable software installation, results generation, cleaning and manuscript delegation.", "discovery_path": "Root repository → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Container image reference, temporary HOME, cleanup and configurable Python adapter invocation.", "discovery_path": "Root repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, replay, manuscript commands, host versions and download sizes.", "discovery_path": "Root repository → README.md", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-01": { "score": null, "rationale": "Explicit Git/DataLad routes and annex web metadata identify recipient routes for intended data/image states. Payloads are deliberately absent and network retrieval is forbidden, so current obtainability of every intended version is unknown. There is no observed retrieval failure to justify anchor 2, nor observed missing route for anchor 1.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, replay, manuscript commands, host versions and download sizes.", "discovery_path": "Root repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Public unrestricted data access, git-annex retrieval instructions, OpenFMRI alternate and Zenodo badge.", "discovery_path": "Root .gitmodules → data/raw_eyegaze → README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Stored container config and layer SHA256 names; annex pointers identify payload bytes, not acquired in this cohort.", "discovery_path": "Root repository → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/7f8/a2f/MD5E-s77814784--21d915740e64e08ccf966947c51eae95.log.web", "description": "Frozen git-annex branch availability metadata supplies a content-specific datapub.fz-juelich.de Docker blob URL; no request was made.", "discovery_path": "Root container annex pointers → repository git-annex web availability metadata", "access_status": "accessible" } ], "observation": "not_assessed", "confidence": "low", "evidence_rating": "insufficient" }, "D-02": { "score": 1, "rationale": "Git revisions and saved image hashes preserve identities, while raw data advertise an alternate repository/archive. No complete immutable preservation or independent recovery route is supplied for every label, comparison-data and image payload; available image URLs depend on a single service.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Public unrestricted data access, git-annex retrieval instructions, OpenFMRI alternate and Zenodo badge.", "discovery_path": "Root .gitmodules → data/raw_eyegaze → README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Stored container config and layer SHA256 names; annex pointers identify payload bytes, not acquired in this cohort.", "discovery_path": "Root repository → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Module README describes older Condor procedure; frozen file inventory contains no license declaration.", "discovery_path": "Root .gitmodules → data/studyforrest-data-eyemovementlabels → README", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, replay, manuscript commands, host versions and download sizes.", "discovery_path": "Root repository → README.md", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-03": { "score": 1, "rationale": "A usable Docker build recipe exists but debian:bookworm-slim and apt packages float. Only selected Python requirements are pinned, with no complete transitive or system lock. The saved image does not freeze rebuilding its recipe.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Debian bookworm-slim build recipe with apt packages and selected pinned Python packages.", "discovery_path": "Root repository → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Historical container build record links Dockerfile input and image output, exit 0; not an assessor build.", "discovery_path": "Root container/Dockerfile and image → version history", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "D-04": { "score": 2, "rationale": "CC-BY 4.0, MIT, PDDL and GPLv3 have recognizable unambiguous governing texts, but event-label terms and container asset mapping remain uncovered.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "CC Attribution 4.0 International root declaration.", "discovery_path": "Root repository → COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "Explicit MIT scope for REMoDNaV code and documentation.", "discovery_path": "Root .gitmodules → remodnav → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "Open Data Commons PDDL text for source data.", "discovery_path": "Root .gitmodules → data/raw_eyegaze → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "GNU GPL version 3 declaration.", "discovery_path": "Root .gitmodules → remodnav → .gitmodules → tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Module README describes older Condor procedure; frozen file inventory contains no license declaration.", "discovery_path": "Root .gitmodules → data/studyforrest-data-eyemovementlabels → README", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "D-05": { "score": 3, "rationale": "The root snapshot fixes code/configuration/results, data gitlinks, nested comparison-data selection and annex image payload identities together. The image’s cosmetic latest tag does not replace its recorded config and layer hashes.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Declared raw data, event-label dataset and software submodules; exact gitlinks inspected in frozen inventory.", "discovery_path": "Root repository → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Stored container config and layer SHA256 names; annex pointers identify payload bytes, not acquired in this cohort.", "discovery_path": "Root repository → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run JSON records command, declared inputs, image extra_input, img/results_def.tex outputs, working directory and exit 0. This was not executed by this assessor.", "discovery_path": "Root README.md → results-containerized tag → target commit and recorded history", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "D-06": { "score": 0, "rationale": "The signed results tag and unsigned historical build record do not supply a verifiable producer/build-source attestation for the distributed container; no artifact signature/identity-verification route was located.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/tree/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Local read-only Git cat-file of results-containerized tag showed an embedded PGP signature and target commit. No signer-key verification route was located in supplied root documentation; signature validity not verified.", "discovery_path": "Root README → results-containerized → frozen tag object", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Historical container build record links Dockerfile input and image output, exit 0; not an assessor build.", "discovery_path": "Root container/Dockerfile and image → version history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Stored container config and layer SHA256 names; annex pointers identify payload bytes, not acquired in this cohort.", "discovery_path": "Root repository → container/image/manifest.json", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" } }, "comment": "Independent inspection-only assessment using the assigned rubric and frozen evidence manifest e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499 (cohort remodnav-e3c6253bced7). Source/text metadata and historical execution records inspected; no scientific workflow, container build, payload acquisition or network calls. Binary/annex payloads absent by design, not retrieval failures. Historical exit 0 records are author records, not independent reproduction. Root src/lab-eyetracking original-source submodule is not a consumed analysis input. Current pipeline assessed while noting README retains older instructions. Two criteria remain unanswered; report completion is distinct from native criterion completion." } ] }, "report_content": "# Independent REMoDNaV inspection — replicate 7\n\nAssessed [paper-remodnav](https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2) at `34388d3ca78fbd483e022e4e2851be390b7eebf2`, covering numerical results, figures and manuscript plus explicitly linked computational components. Instrument: rubric 0.1.0 at `e8d94d00d904058b8f87c8331cbe32e225a9490f`; exact rubric SHA256 is recorded in the native bundle.\n\nThis inspection report is complete. Native criterion completion is **34/36**, so the **78.02/100** total is provisional. All seven dimension weights are 1; unanswered M-05 and D-01 remain in their denominators. All 36 response entries include criterion-specific rationales and evidence discovery paths.\n\n| Dimension | Provisional score /100 |\n| --- | ---: |\n| S | 91.67 |\n| T | 72.22 |\n| A | 94.44 |\n| M | 55.56 |\n| P | 93.33 |\n| E | 100.00 |\n| D | 38.89 |\n\nThe scoped inventory comprises root analysis and manuscript sources, generated TeX values and figure assets, raw-gaze and event-label subdatasets, REMoDNaV software and its comparison-data submodule, and the stored container image, recipe and runtime configuration. The private original-source `src/lab-eyetracking` link within the raw dataset is not consumed by the scoped root calculations and was not treated as an essential replay input.\n\nThe strongest support is for discoverability, executable instructions, component tracking and disposable execution. The [README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) maps tagged numerical/SVG replay and manuscript generation; the [historical numerical run](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) records inputs, outputs, command and image. The linked adapter uses image identity, a dataset mount and automatic container removal. These are inspected definitions and historical author records, not observed successful execution in this assessment.\n\nMaterial gaps concern license coverage, composition compatibility, internal module coupling, preservation and verification. Separate MIT, PDDL, GPLv3 and root CC-BY declarations are reachable, but the event-label dataset lacks a located license declaration and container asset terms lack a complete mapping. Root analysis reaches into software test internals and fixed data subtrees. The [Docker recipe](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile) uses a floating Debian base and apt dependencies despite pinning selected Python packages. Saved image identity therefore exceeds the precision of rebuilding the image. The signed results tag was inspected, but no supplied signer-verification route or executable-artifact attestation was established. Manuscript generation has executable instructions without an equivalent located captured execution record.\n\nM-05 remains unanswered: unrestricted raw-data access is explicit, but supplied evidence does not establish uniform access conditions across every module or an actual mixed restriction. D-01 remains unanswered: explicit routes and annex web metadata are present, but current retrieval of every intended payload is unknown. Missing cached payloads are deliberate limitations, not observed retrieval failures.\n\nEvidence boundary: frozen manifest SHA256 `e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499`, cohort `remodnav-e3c6253bced7`. Discovery began at the root and followed explicit links. No peer outputs or other assessment methods were consulted. No network calls, scientific computation, container builds or payload acquisition occurred. Binary, annex and container-layer contents were unavailable by design. Historical exit-zero records and the README's reported verification do not establish independent reproduction. The documented small difference from the journal-era figure remains a source qualification.\n\nValidation: the assigned validator accepts the native bundle, including rubric hash and legal binary anchors. Its summary reports 34 answered, 36 total, and `complete: false`. A report-generation helper initially used a Python lacking jsonschema; it was rerun using the assigned virtual environment. This did not affect scientific evidence or validation.\n" }, { "id": "study-rubric-08", "study_id": "remodnav-method-comparison-01", "object_id": "paper-remodnav", "object_revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "method_id": "rubric", "method_revision": "e8d94d00d904058b8f87c8331cbe32e225a9490f", "rubric_id": "stamped-rubric-0.1.0", "rubric_sha256": "05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4", "model_requested": "gpt-6.1-sol", "model_observed": null, "reasoning_effort": "medium", "replicate": 8, "status": "complete", "independent": true, "created_at": "2026-10-27T23:55:10.224959+00:00", "native_output": "results/study-rubric-08.bundle.json", "report": "results/study-rubric-08.md", "summary": { "dimension_scores": { "S": 91.66666666666666, "T": 72.22222222222221, "A": 77.77777777777779, "M": 61.11111111111111, "P": 93.33333333333333, "E": 77.77777777777779, "D": 38.888888888888886 }, "overall_score": 73.25396825396824, "scale_max": 100, "completion": { "answered": 34, "total": 36 }, "weights": { "S": 1, "T": 1, "A": 1, "M": 1, "P": 1, "E": 1, "D": 1 } }, "limitations": [ "2 criteria remain unanswered; native score is provisional.", "Inspection cohort; no scientific workflow execution or independent payload retrieval by this assessor.", "Actual model version not independently exposed; requested model and reasoning are recorded." ], "evidence_cohort": "remodnav-e3c6253bced7", "native_data": { "format_version": "1.0.0", "rubric_version": "0.1.0", "rubric_sha256": "05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4", "research_object": { "title": "REMoDNaV: Robust Eye-Movement Classification for Dynamic Stimulation", "locator": "https://github.com/psychoinformatics-de/paper-remodnav", "revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "scope": "Numerical results, figures and manuscript, including explicitly linked computational components; frozen inspection only." }, "assessments": [ { "id": "study-rubric-08", "reviewer": { "id": "study-rubric-08-assessor", "name": "Independent assessor" }, "created_at": "2026-10-28T03:15:02.808786+00:00", "updated_at": "2026-10-28T03:15:02.808786+00:00", "review_of": null, "weights": { "S": 1, "T": 1, "A": 1, "M": 1, "P": 1, "E": 1, "D": 1 }, "responses": { "S-01": { "score": 3, "rationale": "The root identifies manuscript, summary/figure code, data subdatasets, algorithm and stored environment and explains their roles. The local-only src/lab-eyetracking ancestor is not read by the scoped analysis, which consumes distributed BIDS files, so it is not silently counted as an essential execution input.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, host setup, results-containerized rerun and manuscript command; old instructions retained.", "discovery_path": "root -> README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root locates the raw data, event-label dataset and REMoDNaV repositories; their Git tree entries select exact revisions.", "discovery_path": "root -> .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected imports, data paths, parameters, output destinations and command dispatcher; helper functions quality_stats, S2SRMS and flowchart_figs are outside the default dispatch.", "discovery_path": "root -> code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript consumes results_def.tex, computed SVG conversions, velocity histogram and algorithm flowchart; also relies on bundled Springer style/class assets.", "discovery_path": "root -> main.tex", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "S-02": { "score": 3, "rationale": "Required raw gaze inputs, event labels and Andersson annotations are explicitly referenced through subdatasets and concrete code paths; algorithm, summary transformations and manuscript are included. Hard-coded comparison parameters name their original summary source. Missing payload bytes in this inspection do not erase these references.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root locates the raw data, event-label dataset and REMoDNaV repositories; their Git tree entries select exact revisions.", "discovery_path": "root -> .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected imports, data paths, parameters, output destinations and command dispatcher; helper functions quality_stats, S2SRMS and flowchart_figs are outside the default dispatch.", "discovery_path": "root -> code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Explicit per-subject/run input/output CLI calls, conversion factors and sampling rate; inherits PYTHONPATH and calls ambient python.", "discovery_path": "root -> data/studyforrest-data-eyemovementlabels -> code/compute_all.sh", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript consumes results_def.tex, computed SVG conversions, velocity histogram and algorithm flowchart; also relies on bundled Springer style/class assets.", "discovery_path": "root -> main.tex", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "S-03": { "score": 3, "rationale": "The stored image, Dockerfile, adapter configuration and executable analysis specify environment ingredients, settings, file selection, conversions and algorithm defaults. Host prerequisites are linked in README; precision of build inputs is a separate limitation.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, host setup, results-containerized rerun and manuscript command; old instructions retained.", "discovery_path": "root -> README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Versioned Debian-based environment recipe includes system/Python/TeX/rendering requirements; Debian base, apt packages and some build inputs float.", "discovery_path": "root -> container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Container image path, Docker adapter call, temporary HOME creation/removal and configurable Python substitution.", "discovery_path": "root -> .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected imports, data paths, parameters, output destinations and command dispatcher; helper functions quality_stats, S2SRMS and flowchart_figs are outside the default dispatch.", "discovery_path": "root -> code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "S-04": { "score": 2, "rationale": "Root, algorithm, raw dataset and annotation repository expose attributable license declarations. No declaration was found for the event-label module, and the root CC declaration does not explicitly map the bundled Springer assets or stored image dependencies.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root CC BY 4.0 declaration.", "discovery_path": "root -> COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "REMoDNaV MIT declaration explicitly covers code, examples and documentation.", "discovery_path": "root -> remodnav -> LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "Raw studyforrest dataset PDDL declaration.", "discovery_path": "root -> data/raw_eyegaze -> LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "Andersson evaluation repository GPLv3 declaration.", "discovery_path": "root -> remodnav -> remodnav/tests/data/anderson_etal -> LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Reproduction instructions but no license or explicit access declaration; no license file found in the frozen module tree.", "discovery_path": "root -> data/studyforrest-data-eyemovementlabels -> README", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript consumes results_def.tex, computed SVG conversions, velocity histogram and algorithm flowchart; also relies on bundled Springer style/class assets.", "discovery_path": "root -> main.tex", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-01": { "score": 3, "rationale": "The assessed Git snapshot identifies source, parameters, results and module gitlinks; annex pointers identify large payloads by content keys, while image manifests identify layers/config by digests. These identities exist even though payload contents were not inspected.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root locates the raw data, event-label dataset and REMoDNaV repositories; their Git tree entries select exact revisions.", "discovery_path": "root -> .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Stored image config/layer SHA-256 identities; exact referenced content is absent from frozen package and was not acquired.", "discovery_path": "root -> container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "description": "OCI manifest digest selected within the root snapshot.", "discovery_path": "root -> container/image/index.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/results_def.tex", "description": "Versioned generated numerical macros at the assessed snapshot.", "discovery_path": "root -> results_def.tex", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-02": { "score": 3, "rationale": "Root Git trees, recursively selected Git subdatasets and Git-annex payload keys represent source, data, results and container state in a compatible content-addressed tracking view. Separate physical storage does not place annex payload identities outside that view.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root locates the raw data, event-label dataset and REMoDNaV repositories; their Git tree entries select exact revisions.", "discovery_path": "root -> .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Stored image config/layer SHA-256 identities; exact referenced content is absent from frozen package and was not acquired.", "discovery_path": "root -> container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Container image path, Docker adapter call, temporary HOME creation/removal and configurable Python substitution.", "discovery_path": "root -> .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitattributes", "description": "Data content routed through git-annex within the versioned dataset.", "discovery_path": "root -> data/raw_eyegaze -> .gitattributes", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-03": { "score": 3, "rationale": "Frozen reachable histories for root, data, algorithm and annotation repositories carry actors, timestamps and change descriptions. Root history records code/result/manuscript edits and image build/conversion, while dataset histories describe label generation and annotation correction; this supports modification tracking across the identified component classes without verifying real-world identity.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Root history includes dated attributable manuscript, code, figure and container changes.", "discovery_path": "root -> reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Historical DataLad label-generation run records command, raw-data globs and output subdirectories, but not a complete execution environment.", "discovery_path": "root -> data/studyforrest-data-eyemovementlabels -> reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/commit/b950b59fecfd1bb17f47b143589d94547cb6f9ac", "description": "Dated attributable annotation correction commit.", "discovery_path": "root -> remodnav -> remodnav/tests/data/anderson_etal -> reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Historical DataLad container build/save record binds Dockerfile input to tracked image outputs, records command and exit 0.", "discovery_path": "root -> reachable Git history", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-04": { "score": 2, "rationale": "Automatically captured DataLad records cover the main containerized analysis and label generation, with commands, declared inputs and outputs. They do not demonstrate complete captured executions for the omitted quality_stats/flowchart computations or manuscript rendering; code alone is not execution provenance.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run: clean results_def.tex in stored container; input globs, extra image input, img/results_def.tex outputs, working directory and exit 0 recorded. This is historical evidence, not a run by this assessor.", "discovery_path": "root -> reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Historical DataLad label-generation run records command, raw-data globs and output subdirectories, but not a complete execution environment.", "discovery_path": "root -> data/studyforrest-data-eyemovementlabels -> reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected imports, data paths, parameters, output destinations and command dispatcher; helper functions quality_stats, S2SRMS and flowchart_figs are outside the default dispatch.", "discovery_path": "root -> code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript consumes results_def.tex, computed SVG conversions, velocity histogram and algorithm flowchart; also relies on bundled Springer style/class assets.", "discovery_path": "root -> main.tex", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-05": { "score": 2, "rationale": "The main run is embedded in a Git state selecting data, algorithm, configuration and stored image. Label generation also has tracked source/data states, but its ambient Python/libraries are not captured as exact environment states. Historical manually included numerical/figure results lack equivalent complete execution-version linkage.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run: clean results_def.tex in stored container; input globs, extra image input, img/results_def.tex outputs, working directory and exit 0 recorded. This is historical evidence, not a run by this assessor.", "discovery_path": "root -> reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root locates the raw data, event-label dataset and REMoDNaV repositories; their Git tree entries select exact revisions.", "discovery_path": "root -> .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Stored image config/layer SHA-256 identities; exact referenced content is absent from frozen package and was not acquired.", "discovery_path": "root -> container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Historical DataLad label-generation run records command, raw-data globs and output subdirectories, but not a complete execution environment.", "discovery_path": "root -> data/studyforrest-data-eyemovementlabels -> reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Explicit per-subject/run input/output CLI calls, conversion factors and sampling rate; inherits PYTHONPATH and calls ambient python.", "discovery_path": "root -> data/studyforrest-data-eyemovementlabels -> code/compute_all.sh", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected imports, data paths, parameters, output destinations and command dispatcher; helper functions quality_stats, S2SRMS and flowchart_figs are outside the default dispatch.", "discovery_path": "root -> code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-06": { "score": 0, "rationale": "A PGP-signed results tag is present, but the inspected object supplies no usable route to verify the signing identity across provenance records. Signature presence alone does not meet the binary anchor. This is not a claim that the signature is invalid.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/tree/a303b5455458c79133a79864a590cbcdbad67a34", "description": "Inspected results-containerized annotated tag object a303b5455458c79133a79864a590cbcdbad67a34: PGP signature present and target 57d2565ab70b9d7b41c28aaa253ccc7096900f8d. No signing-key identity verification instructions found in root documentation. Local cryptographic verification was unavailable (gpg absent).", "discovery_path": "root README.md -> results-containerized release/tag -> cached Git tag object", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, host setup, results-containerized rerun and manuscript command; old instructions retained.", "discovery_path": "root -> README.md", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient", "feedback": "Clarify whether a signed tag plus publicly retrievable key is sufficient, and which portion of a provenance graph must be signed." }, "A-01": { "score": 3, "rationale": "README gives DataLad clone and rerun commands; the run declares nested annotation/data/image inputs for on-demand acquisition. Data subdataset documentation also gives annex acquisition instructions. No manual retrieval of the local-only ancestral source module is needed for these scoped outputs.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, host setup, results-containerized rerun and manuscript command; old instructions retained.", "discovery_path": "root -> README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run: clean results_def.tex in stored container; input globs, extra image input, img/results_def.tex outputs, working directory and exit 0 recorded. This is historical evidence, not a run by this assessor.", "discovery_path": "root -> reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Clone, annex initialization and get procedures for distributed data.", "discovery_path": "root -> data/raw_eyegaze -> README.rst", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-02": { "score": 3, "rationale": "Required host programs, verified DataLad/Containers versions and installation routes are supplied. The selected container is restored via the adapter; recipients need not invent the internal package installation sequence. This judges the documented procedure rather than successful installation in this cohort.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, host setup, results-containerized rerun and manuscript command; old instructions retained.", "discovery_path": "root -> README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Container image path, Docker adapter call, temporary HOME creation/removal and configurable Python substitution.", "discovery_path": "root -> .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected cli_run/load: derives image ID from stored config, creates docker run with PWD bind mount at /tmp, --rm, uid/gid adaptation outside Windows and fresh process; immutable image can remain cached.", "discovery_path": "root README.md -> DataLad Containers verified v1.2.3 -> .datalad/config adapter invocation -> adapter source", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Versioned Debian-based environment recipe includes system/Python/TeX/rendering requirements; Debian base, apt packages and some build inputs float.", "discovery_path": "root -> container/Dockerfile", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-03": { "score": 1, "rationale": "The default rerun and manuscript commands clearly cover many statistics and figures, but do not reproduce every scoped result as written. quality_stats requires adding a function invocation, and flowchart_figs is marked not to be executed; the manuscript includes their histogram/illustration products. The README claim that the default command recomputes everything is broader than the inspected dispatcher.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, host setup, results-containerized rerun and manuscript command; old instructions retained.", "discovery_path": "root -> README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected imports, data paths, parameters, output destinations and command dispatcher; helper functions quality_stats, S2SRMS and flowchart_figs are outside the default dispatch.", "discovery_path": "root -> code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript consumes results_def.tex, computed SVG conversions, velocity histogram and algorithm flowchart; also relies on bundled Springer style/class assets.", "discovery_path": "root -> main.tex", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run: clean results_def.tex in stored container; input globs, extra image input, img/results_def.tex outputs, working directory and exit 0 recorded. This is historical evidence, not a run by this assessor.", "discovery_path": "root -> reachable Git history", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient", "feedback": "Distinguish recomputing scientific figure content from rendering an already stored SVG, particularly for illustrative flowcharts." }, "A-04": { "score": 3, "rationale": "DataLad clone, the declared run inputs/extra image input, recursive subdataset references and adapter provide executable acquisition and assembly of the scoped inputs. The auxiliary local-only source module is not consumed by these procedures. No retrieval was attempted.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, host setup, results-containerized rerun and manuscript command; old instructions retained.", "discovery_path": "root -> README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root locates the raw data, event-label dataset and REMoDNaV repositories; their Git tree entries select exact revisions.", "discovery_path": "root -> .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run: clean results_def.tex in stored container; input globs, extra image input, img/results_def.tex outputs, working directory and exit 0 recorded. This is historical evidence, not a run by this assessor.", "discovery_path": "root -> reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected cli_run/load: derives image ID from stored config, creates docker run with PWD bind mount at /tmp, --rm, uid/gid adaptation outside Windows and fresh process; immutable image can remain cached.", "discovery_path": "root README.md -> DataLad Containers verified v1.2.3 -> .datalad/config adapter invocation -> adapter source", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-05": { "score": 2, "rationale": "Executable code produces the principal summary statistics and plots, and Makefiles specify manuscript rendering. quality_stats is executable but omitted from the invocation, while flowchart_figs neither exports the composed figure nor specifies its manual layout. Complete scoped production therefore still needs manual integration.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected imports, data paths, parameters, output destinations and command dispatcher; helper functions quality_stats, S2SRMS and flowchart_figs are outside the default dispatch.", "discovery_path": "root -> code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Installs selected REMoDNaV module and invokes analysis flags; clean delegates manuscript/result cleanup and removes named cache directories.", "discovery_path": "root -> Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript consumes results_def.tex, computed SVG conversions, velocity histogram and algorithm flowchart; also relies on bundled Springer style/class assets.", "discovery_path": "root -> main.tex", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "description": "Executable SVG-to-PDF rendering rules.", "discovery_path": "root -> img/Makefile", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-06": { "score": 2, "rationale": "DataLad rerun is supplied for the historical main analysis with captured inputs/outputs and selected image; the label dataset also retains a run record. Full-scope replay is not demonstrated for omitted computations, manually assembled flowchart content and manuscript production, and the older label execution environment is unresolved.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, host setup, results-containerized rerun and manuscript command; old instructions retained.", "discovery_path": "root -> README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run: clean results_def.tex in stored container; input globs, extra image input, img/results_def.tex outputs, working directory and exit 0 recorded. This is historical evidence, not a run by this assessor.", "discovery_path": "root -> reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Historical DataLad label-generation run records command, raw-data globs and output subdirectories, but not a complete execution environment.", "discovery_path": "root -> data/studyforrest-data-eyemovementlabels -> reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected imports, data paths, parameters, output destinations and command dispatcher; helper functions quality_stats, S2SRMS and flowchart_figs are outside the default dispatch.", "discovery_path": "root -> code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-01": { "score": 3, "rationale": "Inputs, algorithm package, paper-specific analysis, environment/configuration, generated figures, numerical macros and manuscript have identifiable separate roles. Independently versioned datasets and ordinary files both provide boundaries; outputs in subject directories inside the label dataset have a clear declared role.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root locates the raw data, event-label dataset and REMoDNaV repositories; their Git tree entries select exact revisions.", "discovery_path": "root -> .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected imports, data paths, parameters, output destinations and command dispatcher; helper functions quality_stats, S2SRMS and flowchart_figs are outside the default dispatch.", "discovery_path": "root -> code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Installs selected REMoDNaV module and invokes analysis flags; clean delegates manuscript/result cleanup and removes named cache directories.", "discovery_path": "root -> Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript consumes results_def.tex, computed SVG conversions, velocity histogram and algorithm flowchart; also relies on bundled Springer style/class assets.", "discovery_path": "root -> main.tex", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Explicit per-subject/run input/output CLI calls, conversion factors and sampling rate; inherits PYTHONPATH and calls ambient python.", "discovery_path": "root -> data/studyforrest-data-eyemovementlabels -> code/compute_all.sh", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-02": { "score": 2, "rationale": "Algorithm/data modules have separately selectable Git states and explicit file/CLI interfaces. However the paper imports algorithm test utilities and constructs paths deep inside its test-data tree; replacing that module with an equivalent different internal layout requires editing paper analysis internals rather than only a composition declaration.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root locates the raw data, event-label dataset and REMoDNaV repositories; their Git tree entries select exact revisions.", "discovery_path": "root -> .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected imports, data paths, parameters, output destinations and command dispatcher; helper functions quality_stats, S2SRMS and flowchart_figs are outside the default dispatch.", "discovery_path": "root -> code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md", "description": "Documented algorithm CLI and file-format interface.", "discovery_path": "root -> remodnav -> README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Explicit per-subject/run input/output CLI calls, conversion factors and sampling rate; inherits PYTHONPATH and calls ambient python.", "discovery_path": "root -> data/studyforrest-data-eyemovementlabels -> code/compute_all.sh", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-03": { "score": 2, "rationale": "MIT, PDDL, GPLv3 and root CC declarations can be attributed to their respective modules. Event-label module terms and the Springer/bundled-image asset mappings are unresolved, so not every separable module has independent license scope.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root CC BY 4.0 declaration.", "discovery_path": "root -> COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "REMoDNaV MIT declaration explicitly covers code, examples and documentation.", "discovery_path": "root -> remodnav -> LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "Raw studyforrest dataset PDDL declaration.", "discovery_path": "root -> data/raw_eyegaze -> LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "Andersson evaluation repository GPLv3 declaration.", "discovery_path": "root -> remodnav -> remodnav/tests/data/anderson_etal -> LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Reproduction instructions but no license or explicit access declaration; no license file found in the frozen module tree.", "discovery_path": "root -> data/studyforrest-data-eyemovementlabels -> README", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript consumes results_def.tex, computed SVG conversions, velocity histogram and algorithm flowchart; also relies on bundled Springer style/class assets.", "discovery_path": "root -> main.tex", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-04": { "score": 1, "rationale": "Module license texts are available, but inspected root and component documentation does not discuss their combination, redistribution of the assembled container, or separation of the Springer assets. Listing multiple license declarations does not establish compatibility handling.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root CC BY 4.0 declaration.", "discovery_path": "root -> COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "REMoDNaV MIT declaration explicitly covers code, examples and documentation.", "discovery_path": "root -> remodnav -> LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "Raw studyforrest dataset PDDL declaration.", "discovery_path": "root -> data/raw_eyegaze -> LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "Andersson evaluation repository GPLv3 declaration.", "discovery_path": "root -> remodnav -> remodnav/tests/data/anderson_etal -> LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, host setup, results-containerized rerun and manuscript command; old instructions retained.", "discovery_path": "root -> README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Reproduction instructions but no license or explicit access declaration; no license file found in the frozen module tree.", "discovery_path": "root -> data/studyforrest-data-eyemovementlabels -> README", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-05": { "score": null, "rationale": "Public raw-data access is explicitly described and dataset boundaries are separate, but event-label and bundled-asset access conditions are not explicitly established. I cannot determine either differing restrictions with documented interfaces or demonstrably uniform conditions for all scoped components from this frozen evidence.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw dataset states unrestricted data access without registration/authentication.", "discovery_path": "root -> data/raw_eyegaze -> README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Reproduction instructions but no license or explicit access declaration; no license file found in the frozen module tree.", "discovery_path": "root -> data/studyforrest-data-eyemovementlabels -> README", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript consumes results_def.tex, computed SVG conversions, velocity histogram and algorithm flowchart; also relies on bundled Springer style/class assets.", "discovery_path": "root -> main.tex", "access_status": "accessible" } ], "observation": "not_findable", "confidence": "low", "evidence_rating": "insufficient", "feedback": "Clarify what evidence establishes uniform access conditions when public repositories contain assets without an explicit access statement." }, "M-06": { "score": 3, "rationale": "Root and recursive .gitmodules with selected gitlinks specify the required data/code assembly; analysis paths connect those modules and container configuration binds the execution environment. A local-only ancestral raw-source module is visible but is not needed to assemble the distributed inputs used here.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root locates the raw data, event-label dataset and REMoDNaV repositories; their Git tree entries select exact revisions.", "discovery_path": "root -> .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected imports, data paths, parameters, output destinations and command dispatcher; helper functions quality_stats, S2SRMS and flowchart_figs are outside the default dispatch.", "discovery_path": "root -> code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Container image path, Docker adapter call, temporary HOME creation/removal and configurable Python substitution.", "discovery_path": "root -> .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "Nested test annotation and raw-data modules.", "discovery_path": "root -> remodnav -> .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "description": "Label module connects algorithm and raw inputs.", "discovery_path": "root -> data/studyforrest-data-eyemovementlabels -> .gitmodules", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-01": { "score": 2, "rationale": "README documents Docker/DataLad/Containers, verified platforms and download sizes, and old rendering tools. It does not make the stored image architecture, required Docker execution permissions or sufficient memory/storage overhead explicit; adapter assumes usable Docker on PATH. These are host assumptions rather than analysis parameters.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, host setup, results-containerized rerun and manuscript command; old instructions retained.", "discovery_path": "root -> README.md", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected cli_run/load: derives image ID from stored config, creates docker run with PWD bind mount at /tmp, --rm, uid/gid adaptation outside Windows and fresh process; immutable image can remain cached.", "discovery_path": "root README.md -> DataLad Containers verified v1.2.3 -> .datalad/config adapter invocation -> adapter source", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Versioned Debian-based environment recipe includes system/Python/TeX/rendering requirements; Debian base, apt packages and some build inputs float.", "discovery_path": "root -> container/Dockerfile", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-02": { "score": 3, "rationale": "Scoped analysis uses repository-relative paths and scientific parameters, while the adapter handles current-directory mounting and uid/gid differences. Python executable and HOME are explicit configuration; no necessary personal host path is embedded in the executed analysis. The ancestral local submodule URL is not an execution setting used here.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Container image path, Docker adapter call, temporary HOME creation/removal and configurable Python substitution.", "discovery_path": "root -> .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected cli_run/load: derives image ID from stored config, creates docker run with PWD bind mount at /tmp, --rm, uid/gid adaptation outside Windows and fresh process; immutable image can remain cached.", "discovery_path": "root README.md -> DataLad Containers verified v1.2.3 -> .datalad/config adapter invocation -> adapter source", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected imports, data paths, parameters, output destinations and command dispatcher; helper functions quality_stats, S2SRMS and flowchart_figs are outside the default dispatch.", "discovery_path": "root -> code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "description": "Explicit per-subject/run input/output CLI calls, conversion factors and sampling rate; inherits PYTHONPATH and calls ambient python.", "discovery_path": "root -> data/studyforrest-data-eyemovementlabels -> code/compute_all.sh", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-03": { "score": 3, "rationale": "The versioned Docker recipe declares Debian, Python/scientific libraries, compilation dependencies and TeX/Inkscape rendering tools; REMoDNaV setup declares its runtime packages. Stored image supplies the instantiated environment, with host orchestration described separately. Exact package freezing is assessed under D-03.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Versioned Debian-based environment recipe includes system/Python/TeX/rendering requirements; Debian base, apt packages and some build inputs float.", "discovery_path": "root -> container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Algorithm runtime dependencies numpy, scipy, statsmodels and matplotlib.", "discovery_path": "root -> remodnav -> setup.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, host setup, results-containerized rerun and manuscript command; old instructions retained.", "discovery_path": "root -> README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected imports, data paths, parameters, output destinations and command dispatcher; helper functions quality_stats, S2SRMS and flowchart_figs are outside the default dispatch.", "discovery_path": "root -> code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-04": { "score": 1, "rationale": "Required current environment definitions are versioned: root Dockerfile, stored image metadata, container command configuration and algorithm setup.py are all tied to selected Git states. The binary criterion concerns version control of definitions, not whether apt versions are pinned.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Versioned Debian-based environment recipe includes system/Python/TeX/rendering requirements; Debian base, apt packages and some build inputs float.", "discovery_path": "root -> container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Stored image config/layer SHA-256 identities; exact referenced content is absent from frozen package and was not acquired.", "discovery_path": "root -> container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Container image path, Docker adapter call, temporary HOME creation/removal and configurable Python substitution.", "discovery_path": "root -> .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Versioned algorithm dependency definition.", "discovery_path": "root -> remodnav -> setup.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-05": { "score": 3, "rationale": "Dockerfile and stored image manifests are machine-readable; the supplied Docker adapter loads the selected image and invokes the configured procedure on documented compatible hosts. The Python substitution and mounted work directory are explicit; this is capability inspection, not a successful cross-platform run.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Versioned Debian-based environment recipe includes system/Python/TeX/rendering requirements; Debian base, apt packages and some build inputs float.", "discovery_path": "root -> container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Stored image config/layer SHA-256 identities; exact referenced content is absent from frozen package and was not acquired.", "discovery_path": "root -> container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected cli_run/load: derives image ID from stored config, creates docker run with PWD bind mount at /tmp, --rm, uid/gid adaptation outside Windows and fresh process; immutable image can remain cached.", "discovery_path": "root README.md -> DataLad Containers verified v1.2.3 -> .datalad/config adapter invocation -> adapter source", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Container image path, Docker adapter call, temporary HOME creation/removal and configurable Python substitution.", "discovery_path": "root -> .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, host setup, results-containerized rerun and manuscript command; old instructions retained.", "discovery_path": "root -> README.md", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "E-01": { "score": 3, "rationale": "The adapter creates a new docker run instance from the image ID derived from the saved config for each invocation. The configured temporary HOME avoids accumulated user-home state. Retaining an immutable image cache does not turn the instance into a long-lived environment.", "evidence": [ { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected cli_run/load: derives image ID from stored config, creates docker run with PWD bind mount at /tmp, --rm, uid/gid adaptation outside Windows and fresh process; immutable image can remain cached.", "discovery_path": "root README.md -> DataLad Containers verified v1.2.3 -> .datalad/config adapter invocation -> adapter source", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Container image path, Docker adapter call, temporary HOME creation/removal and configurable Python substitution.", "discovery_path": "root -> .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run: clean results_def.tex in stored container; input globs, extra image input, img/results_def.tex outputs, working directory and exit 0 recorded. This is historical evidence, not a run by this assessor.", "discovery_path": "root -> reachable Git history", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "E-02": { "score": 3, "rationale": "Adapter --rm discards the mutable container automatically. PWD is bind-mounted so img/results_def.tex and manuscript products persist outside it, and DataLad provenance lives in dataset Git history. Temporary HOME is removed on successful execution; immutable source/image preservation is independent of disposal.", "evidence": [ { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected cli_run/load: derives image ID from stored config, creates docker run with PWD bind mount at /tmp, --rm, uid/gid adaptation outside Windows and fresh process; immutable image can remain cached.", "discovery_path": "root README.md -> DataLad Containers verified v1.2.3 -> .datalad/config adapter invocation -> adapter source", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Container image path, Docker adapter call, temporary HOME creation/removal and configurable Python substitution.", "discovery_path": "root -> .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run: clean results_def.tex in stored container; input globs, extra image input, img/results_def.tex outputs, working directory and exit 0 recorded. This is historical evidence, not a run by this assessor.", "discovery_path": "root -> reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Installs selected REMoDNaV module and invokes analysis flags; clean delegates manuscript/result cleanup and removes named cache directories.", "discovery_path": "root -> Docker-Makefile", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "E-03": { "score": 1, "rationale": "The recorded run invokes clean and removes named cache locations, but mounts the existing complete checkout. It neither reconstructs a fresh workspace nor explicitly excludes untracked files matching data/result globs; manual choice/reset of workspace state remains unspecified. A fresh container does not establish a fresh mounted work tree.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad run: clean results_def.tex in stored container; input globs, extra image input, img/results_def.tex outputs, working directory and exit 0 recorded. This is historical evidence, not a run by this assessor.", "discovery_path": "root -> reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Installs selected REMoDNaV module and invokes analysis flags; clean delegates manuscript/result cleanup and removes named cache directories.", "discovery_path": "root -> Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected cli_run/load: derives image ID from stored config, creates docker run with PWD bind mount at /tmp, --rm, uid/gid adaptation outside Windows and fresh process; immutable image can remain cached.", "discovery_path": "root README.md -> DataLad Containers verified v1.2.3 -> .datalad/config adapter invocation -> adapter source", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected imports, data paths, parameters, output destinations and command dispatcher; helper functions quality_stats, S2SRMS and flowchart_figs are outside the default dispatch.", "discovery_path": "root -> code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-01": { "score": null, "rationale": "Intended data, code and image states have declared retrieval routes, including annex web locations. This inspection-only cohort contains no payload acquisition or endpoint test, so it cannot establish that every exact payload is obtainable now. Missing cached payloads are not observed retrieval failures and cannot justify the unavailable-version anchor.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, host setup, results-containerized rerun and manuscript command; old instructions retained.", "discovery_path": "root -> README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root locates the raw data, event-label dataset and REMoDNaV repositories; their Git tree entries select exact revisions.", "discovery_path": "root -> .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Stored image config/layer SHA-256 identities; exact referenced content is absent from frozen package and was not acquired.", "discovery_path": "root -> container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "description": "Supplied auxiliary git-annex metadata records a datapub.fz-juelich.de URL for the exact stored image layer; endpoint and bytes not checked.", "discovery_path": "root image annex pointer -> repository git-annex availability metadata", "access_status": "accessible" } ], "observation": "not_assessed", "confidence": "low", "evidence_rating": "insufficient" }, "D-02": { "score": 1, "rationale": "Versioned repositories, content keys and some DOI/archive links support more than an unversioned collection, but the inspected stored-image layer metadata offers a single institutional web location without an independent recovery commitment. Preservation of every essential payload against host disappearance is not established.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Stored image config/layer SHA-256 identities; exact referenced content is absent from frozen package and was not acquired.", "discovery_path": "root -> container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Raw data has OpenFMRI and GitHub routes plus archive badge.", "discovery_path": "root -> data/raw_eyegaze -> README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md", "description": "Algorithm links a Zenodo archive badge.", "discovery_path": "root -> remodnav -> README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, host setup, results-containerized rerun and manuscript command; old instructions retained.", "discovery_path": "root -> README.md", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-03": { "score": 1, "rationale": "Dockerfile is usable as a build recipe but starts from mutable debian:bookworm-slim and installs apt packages without fixed versions; selected pip versions do not freeze all dependency/build inputs. A tracked prebuilt image preserves an executable state but does not make rebuilding that state fully frozen.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Versioned Debian-based environment recipe includes system/Python/TeX/rendering requirements; Debian base, apt packages and some build inputs float.", "discovery_path": "root -> container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Historical DataLad container build/save record binds Dockerfile input to tracked image outputs, records command and exit 0.", "discovery_path": "root -> reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Stored image config/layer SHA-256 identities; exact referenced content is absent from frozen package and was not acquired.", "discovery_path": "root -> container/image/manifest.json", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-04": { "score": 2, "rationale": "CC BY 4.0, MIT, PDDL and GPLv3 texts are resolvable license identities for several modules. Event labels, Springer assets and the complete distributed-image license mapping are not assigned unambiguous governing terms by the inspected declarations.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root CC BY 4.0 declaration.", "discovery_path": "root -> COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "REMoDNaV MIT declaration explicitly covers code, examples and documentation.", "discovery_path": "root -> remodnav -> LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "Raw studyforrest dataset PDDL declaration.", "discovery_path": "root -> data/raw_eyegaze -> LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "Andersson evaluation repository GPLv3 declaration.", "discovery_path": "root -> remodnav -> remodnav/tests/data/anderson_etal -> LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Reproduction instructions but no license or explicit access declaration; no license file found in the frozen module tree.", "discovery_path": "root -> data/studyforrest-data-eyemovementlabels -> README", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript consumes results_def.tex, computed SVG conversions, velocity histogram and algorithm flowchart; also relies on bundled Springer style/class assets.", "discovery_path": "root -> main.tex", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Versioned Debian-based environment recipe includes system/Python/TeX/rendering requirements; Debian base, apt packages and some build inputs float.", "discovery_path": "root -> container/Dockerfile", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-05": { "score": 3, "rationale": "The assessed root snapshot fixes source/configuration/result files, three root gitlinks and the content-addressed stored image. Recursive subdataset selections fix needed nested annotations and data. The moving references in the optional image rebuild recipe do not make the distributed stored image itself a floating selection.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Root locates the raw data, event-label dataset and REMoDNaV repositories; their Git tree entries select exact revisions.", "discovery_path": "root -> .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Stored image config/layer SHA-256 identities; exact referenced content is absent from frozen package and was not acquired.", "discovery_path": "root -> container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "description": "OCI manifest digest selected within the root snapshot.", "discovery_path": "root -> container/image/index.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Container image path, Docker adapter call, temporary HOME creation/removal and configurable Python substitution.", "discovery_path": "root -> .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "Nested module relationships selected by the algorithm Git state.", "discovery_path": "root -> remodnav -> .gitmodules", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-06": { "score": 0, "rationale": "Historical image build and conversion records link source and stored image structurally, and an older results tag is signed. No supplied artifact attestation or usable signing-identity verification route establishes producer/build-source authenticity for the executable image at the assessed snapshot. Hashes alone identify content rather than producer identity.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Historical DataLad container build/save record binds Dockerfile input to tracked image outputs, records command and exit 0.", "discovery_path": "root -> reachable Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/tree/a303b5455458c79133a79864a590cbcdbad67a34", "description": "Inspected results-containerized annotated tag object a303b5455458c79133a79864a590cbcdbad67a34: PGP signature present and target 57d2565ab70b9d7b41c28aaa253ccc7096900f8d. No signing-key identity verification instructions found in root documentation. Local cryptographic verification was unavailable (gpg absent).", "discovery_path": "root README.md -> results-containerized release/tag -> cached Git tag object", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Stored image config/layer SHA-256 identities; exact referenced content is absent from frozen package and was not acquired.", "discovery_path": "root -> container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "description": "Unsigned OCI conversion run record at a later snapshot than the signed results tag.", "discovery_path": "root -> reachable Git history", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" } }, "comment": "Independent inspection of frozen cohort remodnav-e3c6253bced7, manifest SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. Scope includes numerical results, figures and manuscript plus explicitly linked computational components. No network calls, payload acquisition, scientific execution or container build was performed. Cached source, metadata, reachable history and read-only Git probes support judgments; no independent reproduction is claimed. Binary/annex payloads, image layers and some style/figure assets are absent from the package. The local-only raw-source ancestor is disclosed but not treated as essential to consuming the distributed scoped inputs. Historical exit-0 run records are not new validation of results. Signing-key verification unavailable locally; no route found in object. Native assessment has two unanswered criteria and remains provisional; the inspection report itself is complete." } ] }, "report_content": "# Independent rubric assessment — replicate 8\n\nResearch object: [paper-remodnav](https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2), revision `34388d3ca78fbd483e022e4e2851be390b7eebf2`. Scope: numerical results, figures and manuscript, including explicitly linked computational components.\n\nInstrument: rubric 0.1.0 at `e8d94d00d904058b8f87c8331cbe32e225a9490f`; rubric SHA-256 `05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4`. Frozen evidence cohort `remodnav-e3c6253bced7`; manifest SHA-256 `e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499`. All seven dimension weights are 1.\n\nThe inspection report is complete. Native criterion completion is **34/36**, with **M-05 and D-01 unanswered**; the fixed-denominator overall score is therefore **provisional: 73.25/100**. This is a STAMPED profile, not a measure of scientific merit or proof of independent reproduction.\n\n| Dimension | Score / 100 |\n| --- | ---: |\n| Self-containment | 91.67 |\n| Tracking | 72.22 |\n| Actionability | 77.78 |\n| Modularity | 61.11 |\n| Portability | 93.33 |\n| Ephemerality | 77.78 |\n| Distributability | 38.89 |\n\nThe root makes the computational assembly unusually explicit: data and algorithm subdatasets, analysis code, manuscript sources, stored image and configuration are reachable from its [README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md) and module declarations. Git states and annex/image content identities tie their intended combination to the assessed snapshot. The local-only ancestral raw-source module is visible but is not an input consumed by this scoped analysis, which uses the distributed BIDS files.\n\nThe [historical containerized run](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d) records a command, input globs, image, outputs and exit status. It supports replay of the principal analysis; it does not establish full-scope execution provenance. In [the actual source](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py), `quality_stats()` produces the velocity histogram and signal-loss values but is outside the default dispatcher; its docstring requires adding an invocation. `flowchart_figs()` is marked as a reference rather than an executable production procedure. Thus the README’s “recompute everything” claim exceeds the default command’s inspected coverage.\n\nThe [Docker adapter](https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py) creates fresh containers and removes them automatically, with outputs and Git provenance outside the mutable container. It also mounts the existing checkout: cleanup of named files/caches does not guarantee that only declared state is present. The [Dockerfile](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile) specifies dependencies, but its Debian tag, apt packages and other unpinned build inputs prevent frozen reconstruction even though the stored executable image is content-addressed.\n\nRoot CC BY 4.0, algorithm MIT, raw-data PDDL and annotation-repository GPLv3 declarations are reachable. Event-label module licensing, bundled Springer asset scope and image dependency license mappings remain unresolved; composition compatibility is not addressed. Access conditions are not sufficiently established across every module to choose an M-05 anchor. A signed results tag exists, but no usable signing-identity verification route was found; it does not establish authenticated provenance or the origin of the later converted executable image.\n\nD-01 remains unanswered because no exact-payload retrieval was permitted or observed. The supplied package explicitly omits data/annex payloads, container layers and some style/figure assets. Their absence is an inspection limitation, not evidence of failed retrieval. Some components have archival links, but preservation and independent recovery of every essential resource, especially image layers, are not established.\n\nValidation passed with the assigned `validate.py --scores`: one structurally valid assessment, all 36 response keys present, 34 scored, binary anchors respected, exact rubric hash matched. No network calls, payload acquisition, scientific computation or container builds were performed. Historical run records were inspected; no independent reproduction is claimed. Criterion-specific rationales and immutable source citations are in `study-rubric-08.bundle.json`.\n" }, { "id": "study-rubric-09", "study_id": "remodnav-method-comparison-01", "object_id": "paper-remodnav", "object_revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "method_id": "rubric", "method_revision": "e8d94d00d904058b8f87c8331cbe32e225a9490f", "rubric_id": "stamped-rubric-0.1.0", "rubric_sha256": "05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4", "model_requested": "gpt-6.1-sol", "model_observed": null, "reasoning_effort": "medium", "replicate": 9, "status": "complete", "independent": true, "created_at": "2026-10-27T23:55:10.503427+00:00", "native_output": "results/study-rubric-09.bundle.json", "report": "results/study-rubric-09.md", "summary": { "dimension_scores": { "S": 91.66666666666666, "T": 72.22222222222221, "A": 88.88888888888887, "M": 55.555555555555564, "P": 93.33333333333333, "E": 88.88888888888887, "D": 38.888888888888886 }, "overall_score": 75.63492063492062, "scale_max": 100, "completion": { "answered": 34, "total": 36 }, "weights": { "S": 1, "T": 1, "A": 1, "M": 1, "P": 1, "E": 1, "D": 1 } }, "limitations": [ "2 criteria remain unanswered; native score is provisional.", "Inspection cohort; no scientific workflow execution or independent payload retrieval by this assessor.", "Actual model version not independently exposed; requested model and reasoning are recorded." ], "evidence_cohort": "remodnav-e3c6253bced7", "native_data": { "format_version": "1.0.0", "rubric_version": "0.1.0", "rubric_sha256": "05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4", "research_object": { "title": "REMoDNaV: Robust Eye Movement Detection for Natural Viewing", "locator": "https://github.com/psychoinformatics-de/paper-remodnav", "revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "scope": "Numerical results, figures and manuscript including explicitly linked computational components." }, "assessments": [ { "id": "study-rubric-09", "reviewer": { "id": "study-rubric-09-assessor", "name": "Independent assessor" }, "created_at": "2026-10-28T03:39:44.814461+00:00", "updated_at": "2026-10-28T03:39:44.814461+00:00", "review_of": null, "weights": { "S": 1, "T": 1, "A": 1, "M": 1, "P": 1, "E": 1, "D": 1 }, "responses": { "S-01": { "score": 3, "rationale": "The README defines manuscript, numerical results and raw figures as the object, and locates their code, data and environment through the tracked root and subdatasets. Analysis loaders make the nested evaluation dataset relationship explicit.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, setup, rerun and manuscript commands; platform and download-size guidance.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Explicit URLs for three subdatasets; root Git tree fixes their commits.", "discovery_path": "root → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected loaders, classification and summary functions, paths, parameters, SVG saving and CLI dispatch.", "discovery_path": "root → code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "S-02": { "score": 3, "rationale": "The analysis reads linked Andersson MAT files, raw-gaze files and fixed precomputed event TSV inputs. The loaders and submodule chain explicitly locate these data alongside the result-producing code; absence of their payload bytes here is an inspection limit, not a missing object reference.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected loaders, classification and summary functions, paths, parameters, SVG saving and CLI dispatch.", "discovery_path": "root → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Explicit URLs for three subdatasets; root Git tree fixes their commits.", "discovery_path": "root → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "Nested evaluation-data and studyforrest registrations.", "discovery_path": "root → remodnav → .gitmodules", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "S-03": { "score": 3, "rationale": "The Docker recipe and image registration provide environments, while Make targets, the analysis CLI and algorithm defaults supply settings. The host tools are named and linked; this presence judgment does not claim that every version is pinned.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian recipe, apt dependencies, selected pip pins and rendering tools; base and apt resolution remain moving.", "discovery_path": "root → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked image registration, adapter invocation, mounted workspace temporary HOME and configurable host Python substitution.", "discovery_path": "root → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Executable clean, results_def.tex and manuscript targets; editable installation of tracked REMoDNaV.", "discovery_path": "root → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected loaders, classification and summary functions, paths, parameters, SVG saving and CLI dispatch.", "discovery_path": "root → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, setup, rerun and manuscript commands; platform and download-size guidance.", "discovery_path": "root → README.md", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "S-04": { "score": 2, "rationale": "Root, algorithm, raw-gaze and evaluation modules expose identifiable license declarations, but the label module has no attributable declaration in its inspected inventory. Container bundled-package terms are not mapped from the root.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root CC Attribution 4.0 text.", "discovery_path": "root → COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "MIT declaration explicitly covers REMoDNaV and its documentation.", "discovery_path": "root → remodnav → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "PDDL data license.", "discovery_path": "root → data/raw_eyegaze → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "GPL version 3 text at the linked evaluation dataset.", "discovery_path": "root → remodnav → remodnav/tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Label module reproduction notes; downloaded source inventory has no module license declaration.", "discovery_path": "root → data/studyforrest-data-eyemovementlabels → README", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "T-01": { "score": 3, "rationale": "The root commit fixes source, settings, results and submodule Git commits; annex keys identify absent large data and saved image layers, and the image manifest records digests. These identify intended contents even though payloads could not be inspected.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Explicit URLs for three subdatasets; root Git tree fixes their commits.", "discovery_path": "root → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Saved image config and layer content identities; payload bytes excluded from evidence package.", "discovery_path": "root → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/results_def.tex", "description": "Tracked numeric macros and warning comments; Git content identity at assessed root.", "discovery_path": "root → results_def.tex", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "T-02": { "score": 3, "rationale": "Git gitlinks and compatible git-annex pointers integrate code, data, generated results, configuration and image into root-resolvable content-addressed states. No separate floating payload identity is needed for the saved image.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Explicit URLs for three subdatasets; root Git tree fixes their commits.", "discovery_path": "root → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Saved image config and layer content identities; payload bytes excluded from evidence package.", "discovery_path": "root → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes", "description": "Root annex/content tracking attributes.", "discovery_path": "root → .gitattributes", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "T-03": { "score": 3, "rationale": "Inspected root and all discovered public child histories provide authors, dates and change descriptions, including data correction, label generation, image conversion and manuscript changes. This is attribution of recorded changes, not verification of real-world identities.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Root history includes manuscript, analysis, image and settings changes.", "discovery_path": "root → → Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/commit/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1", "description": "Data history includes import corrections and metadata updates.", "discovery_path": "root → data/raw_eyegaze → Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e", "description": "Label history records generated inputs and code changes.", "discovery_path": "root → data/studyforrest-data-eyemovementlabels → Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/commit/d28911838f91f33af0db57332f55ccc442d24f66", "description": "Algorithm history records release and evaluation-data update.", "discovery_path": "root → remodnav → Git history", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/commit/0e6f82708e10b48039763aa1078696e802260674", "description": "Evaluation dataset history records uploads and label corrections.", "discovery_path": "root → remodnav → remodnav/tests/data/anderson_etal → Git history", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "T-04": { "score": 2, "rationale": "Automatic run records exist for result recomputation, image operations and label generation, with declared commands, inputs and outputs. No captured manuscript PDF build record was found in the root history; earlier analysis records also omit input declarations.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad record: command, input globs, image extra-input, outputs img/results_def.tex and exit 0; reports small Fig 4 difference.", "discovery_path": "root → → Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Historical DataLad label-generation record: bash code/compute_all.sh, raw-gaze input patterns, sub-* outputs, exit 0.", "discovery_path": "root → data/studyforrest-data-eyemovementlabels → Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript imports results_def.tex and figures; Operation and availability sections describe data, software and interfaces.", "discovery_path": "root → main.tex", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "T-05": { "score": 2, "rationale": "Result provenance commits link exact Git/annex input, source, configuration and image states; label generation is tied to a versioned subtree. The full scoped manuscript execution and the host orchestration environment are not linked by complete exact-version execution records.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad record: command, input globs, image extra-input, outputs img/results_def.tex and exit 0; reports small Fig 4 difference.", "discovery_path": "root → → Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Historical DataLad label-generation record: bash code/compute_all.sh, raw-gaze input patterns, sub-* outputs, exit 0.", "discovery_path": "root → data/studyforrest-data-eyemovementlabels → Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Saved image config and layer content identities; payload bytes excluded from evidence package.", "discovery_path": "root → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked image registration, adapter invocation, mounted workspace temporary HOME and configurable host Python substitution.", "discovery_path": "root → .datalad/config", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "T-06": { "score": 0, "rationale": "The result tag contains a PGP signature, but the inspected object does not supply a signer-key verification route establishing the claimed signing identity. The signature alone does not satisfy the binary fulfilled anchor.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/tree/a303b5455458c79133a79864a590cbcdbad67a34", "description": "Read-only local Git inspection of annotated results-containerized tag: points to 57d2565, has PGP signature; no cryptographic verification or signer-key acquisition performed.", "discovery_path": "root README.md → results-containerized tag → annotated Git tag object", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, setup, rerun and manuscript commands; platform and download-size guidance.", "discovery_path": "root → README.md", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-01": { "score": 3, "rationale": "The documented DataLad clone/rerun sequence resolves recorded inputs and image; the record enumerates nested evaluation data, labels and raw-gaze patterns. Required data are existing versioned inputs, so regenerating upstream lab source is not a prerequisite.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, setup, rerun and manuscript commands; platform and download-size guidance.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad record: command, input globs, image extra-input, outputs img/results_def.tex and exit 0; reports small Fig 4 difference.", "discovery_path": "root → → Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Explicit URLs for three subdatasets; root Git tree fixes their commits.", "discovery_path": "root → .gitmodules", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "A-02": { "score": 2, "rationale": "The README names and links installation for DataLad, its container extension and Docker, then supplies executable setup/use commands. The adapter assumes Docker can be managed by the current user, an essential host initialization decision not stated in this setup sequence.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, setup, rerun and manuscript commands; platform and download-size guidance.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected load/cli_run: image ID derives from saved config, docker run mounts current directory at /tmp, sets working directory and uses --rm.", "discovery_path": "root README.md → DataLad Containers version 1.2.3 → .datalad/config adapter invocation → adapters/docker.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "A-03": { "score": 3, "rationale": "Numerical outputs and generated SVGs map to the result rerun command; full manuscript rendering maps to containers-run main.pdf. Make dependencies and the analysis dispatch specify ordering, flags and output destinations, while the flowchart is a tracked source figure.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, setup, rerun and manuscript commands; platform and download-size guidance.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Executable clean, results_def.tex and manuscript targets; editable installation of tracked REMoDNaV.", "discovery_path": "root → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected loaders, classification and summary functions, paths, parameters, SVG saving and CLI dispatch.", "discovery_path": "root → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript imports results_def.tex and figures; Operation and availability sections describe data, software and interfaces.", "discovery_path": "root → main.tex", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "A-04": { "score": 3, "rationale": "DataLad clone and rerun use registered subdatasets and declared input patterns to acquire the supplied components, including the saved environment. This is inspection of an executable retrieval/assembly specification, not a successful retrieval observed now.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, setup, rerun and manuscript commands; platform and download-size guidance.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Explicit URLs for three subdatasets; root Git tree fixes their commits.", "discovery_path": "root → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad record: command, input globs, image extra-input, outputs img/results_def.tex and exit 0; reports small Fig 4 difference.", "discovery_path": "root → → Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked image registration, adapter invocation, mounted workspace temporary HOME and configurable host Python substitution.", "discovery_path": "root → .datalad/config", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "A-05": { "score": 3, "rationale": "The tracked script implements statistics and generated figures, Make recipes pass the complete flags and render SVGs and LaTeX, and fixed precomputed label files are declared inputs. No translation of prose into scientific computation is required for these scoped outputs.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected loaders, classification and summary functions, paths, parameters, SVG saving and CLI dispatch.", "discovery_path": "root → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Executable clean, results_def.tex and manuscript targets; editable installation of tracked REMoDNaV.", "discovery_path": "root → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "description": "SVG-to-PDF rendering and explicit target rules.", "discovery_path": "root → img/Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript imports results_def.tex and figures; Operation and availability sections describe data, software and interfaces.", "discovery_path": "root → main.tex", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "A-06": { "score": 2, "rationale": "The supplied datalad rerun command consumes recorded input/output/environment specifications for results. The object also documents a fresh manuscript build, but a recorded replay covering every scoped computation is not demonstrated.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, setup, rerun and manuscript commands; platform and download-size guidance.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad record: command, input globs, image extra-input, outputs img/results_def.tex and exit 0; reports small Fig 4 difference.", "discovery_path": "root → → Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Historical DataLad label-generation record: bash code/compute_all.sh, raw-gaze input patterns, sub-* outputs, exit 0.", "discovery_path": "root → data/studyforrest-data-eyemovementlabels → Git history", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "M-01": { "score": 3, "rationale": "Data subdatasets, algorithm implementation, result-analysis script, container recipe/image, figure directory and manuscript sources have distinct identifiable responsibilities. Numeric macros provide a separate result-to-manuscript boundary.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Explicit URLs for three subdatasets; root Git tree fixes their commits.", "discovery_path": "root → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected loaders, classification and summary functions, paths, parameters, SVG saving and CLI dispatch.", "discovery_path": "root → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian recipe, apt dependencies, selected pip pins and rendering tools; base and apt resolution remain moving.", "discovery_path": "root → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript imports results_def.tex and figures; Operation and availability sections describe data, software and interfaces.", "discovery_path": "root → main.tex", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "M-02": { "score": 1, "rationale": "Submodule versions are independently selectable, but the analysis imports remodnav.tests.utils and directly reaches its nested tests/data directories. The algorithm CLI has a documented interface; these internal data/test dependencies constrain replacement beyond that interface.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected loaders, classification and summary functions, paths, parameters, SVG saving and CLI dispatch.", "discovery_path": "root → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md", "description": "Documented public CLI inputs, outputs and parameters.", "discovery_path": "root → remodnav → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Explicit URLs for three subdatasets; root Git tree fixes their commits.", "discovery_path": "root → .gitmodules", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "M-03": { "score": 2, "rationale": "Several modules carry their own license declarations (MIT, PDDL, GPL), with a root CC-BY declaration. The label module and bundled environment terms lack a complete independently attributable mapping.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root CC Attribution 4.0 text.", "discovery_path": "root → COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "MIT declaration explicitly covers REMoDNaV and its documentation.", "discovery_path": "root → remodnav → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "PDDL data license.", "discovery_path": "root → data/raw_eyegaze → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "GPL version 3 text at the linked evaluation dataset.", "discovery_path": "root → remodnav → remodnav/tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Label module reproduction notes; downloaded source inventory has no module license declaration.", "discovery_path": "root → data/studyforrest-data-eyemovementlabels → README", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "M-04": { "score": 1, "rationale": "Licenses are supplied for several modules, but no compatibility handling for combining the root CC-BY materials, MIT implementation, GPL evaluation data and environment packages was found. Listing terms supports only the limited anchor; no legal incompatibility is asserted.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root CC Attribution 4.0 text.", "discovery_path": "root → COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "MIT declaration explicitly covers REMoDNaV and its documentation.", "discovery_path": "root → remodnav → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "PDDL data license.", "discovery_path": "root → data/raw_eyegaze → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "GPL version 3 text at the linked evaluation dataset.", "discovery_path": "root → remodnav → remodnav/tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Explicit URLs for three subdatasets; root Git tree fixes their commits.", "discovery_path": "root → .gitmodules", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "M-05": { "score": null, "rationale": "Raw studyforrest data are explicitly described as unrestricted and public module source routes exist, but the inspected records do not establish uniform access conditions for all label and container payloads, nor document mixed-access interfaces. No restricted-material blockage was observed; choosing either a failure or fulfilled anchor would overstate this evidence.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Unrestricted access badge and git-annex retrieval route.", "discovery_path": "root → data/raw_eyegaze → README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Label module reproduction notes; downloaded source inventory has no module license declaration.", "discovery_path": "root → data/studyforrest-data-eyemovementlabels → README", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Saved image config and layer content identities; payload bytes excluded from evidence package.", "discovery_path": "root → container/image/manifest.json", "access_status": "accessible" } ], "observation": "not_assessed", "confidence": "low", "evidence_rating": "insufficient", "feedback": "An inspection cohort may show public metadata without establishing whether all binary components share access conditions; preserve this uncertainty." }, "M-06": { "score": 3, "rationale": "The root gitlinks and nested submodule manifests fix module choices and nesting; analysis paths and image registration specify their connections. The raw dataset private lab-source URL is upstream acquisition history, not required to consume the explicitly selected gaze inputs.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Explicit URLs for three subdatasets; root Git tree fixes their commits.", "discovery_path": "root → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "description": "Evaluation-data and studyforrest connections.", "discovery_path": "root → remodnav → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "description": "Label module algorithm and raw-data connections.", "discovery_path": "root → data/studyforrest-data-eyemovementlabels → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked image registration, adapter invocation, mounted workspace temporary HOME and configurable host Python substitution.", "discovery_path": "root → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected loaders, classification and summary functions, paths, parameters, SVG saving and CLI dispatch.", "discovery_path": "root → code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "P-01": { "score": 2, "rationale": "Host tools, tested operating systems, Docker version compatibility and approximate download sizes are documented. The adapter requires a usable Docker daemon accessible to the current user, a necessary privilege/service prerequisite left implicit.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, setup, rerun and manuscript commands; platform and download-size guidance.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected load/cli_run: image ID derives from saved config, docker run mounts current directory at /tmp, sets working directory and uses --rm.", "discovery_path": "root README.md → DataLad Containers version 1.2.3 → .datalad/config adapter invocation → adapters/docker.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "P-02": { "score": 3, "rationale": "The active route mounts the current working directory instead of an author-specific absolute path, uses a temporary HOME and allows the host Python command to be overridden in configuration. Scientific paths are relative to the object. Legacy Condor scripts are not the active root reproduction route.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked image registration, adapter invocation, mounted workspace temporary HOME and configurable host Python substitution.", "discovery_path": "root → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected load/cli_run: image ID derives from saved config, docker run mounts current directory at /tmp, sets working directory and uses --rm.", "discovery_path": "root README.md → DataLad Containers version 1.2.3 → .datalad/config adapter invocation → adapters/docker.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected loaders, classification and summary functions, paths, parameters, SVG saving and CLI dispatch.", "discovery_path": "root → code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "P-03": { "score": 3, "rationale": "The Debian recipe enumerates Python/scientific packages and the Inkscape/LaTeX rendering toolchain, while editable installation consumes the linked algorithm dependency declaration. DataLad is explicitly a host orchestrator; the script permits it to be absent inside the image.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian recipe, apt dependencies, selected pip pins and rendering tools; base and apt resolution remain moving.", "discovery_path": "root → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Runtime dependencies numpy/scipy/statsmodels/matplotlib.", "discovery_path": "root → remodnav → setup.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected loaders, classification and summary functions, paths, parameters, SVG saving and CLI dispatch.", "discovery_path": "root → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, setup, rerun and manuscript commands; platform and download-size guidance.", "discovery_path": "root → README.md", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "P-04": { "score": 1, "rationale": "The Docker recipe, saved-image definition, execution settings, Make rules and algorithm dependency declaration are in the assessed Git records or explicit pinned modules.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian recipe, apt dependencies, selected pip pins and rendering tools; base and apt resolution remain moving.", "discovery_path": "root → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Saved image config and layer content identities; payload bytes excluded from evidence package.", "discovery_path": "root → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked image registration, adapter invocation, mounted workspace temporary HOME and configurable host Python substitution.", "discovery_path": "root → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Version-controlled algorithm dependency declaration.", "discovery_path": "root → remodnav → setup.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "P-05": { "score": 3, "rationale": "Dockerfile and saved-image manifests are machine-consumable, and the adapter selects the image by config digest on documented compatible Docker hosts. Explicit root-relative mounts and Python substitution avoid an unresolved author-host path.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian recipe, apt dependencies, selected pip pins and rendering tools; base and apt resolution remain moving.", "discovery_path": "root → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Saved image config and layer content identities; payload bytes excluded from evidence package.", "discovery_path": "root → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked image registration, adapter invocation, mounted workspace temporary HOME and configurable host Python substitution.", "discovery_path": "root → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected load/cli_run: image ID derives from saved config, docker run mounts current directory at /tmp, sets working directory and uses --rm.", "discovery_path": "root README.md → DataLad Containers version 1.2.3 → .datalad/config adapter invocation → adapters/docker.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, setup, rerun and manuscript commands; platform and download-size guidance.", "discovery_path": "root → README.md", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "E-01": { "score": 3, "rationale": "Each active adapter invocation uses docker run with the content-selected saved image, creating a fresh container filesystem. The host image cache is selected by exact config ID rather than a mutable latest tag.", "evidence": [ { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected load/cli_run: image ID derives from saved config, docker run mounts current directory at /tmp, sets working directory and uses --rm.", "discovery_path": "root README.md → DataLad Containers version 1.2.3 → .datalad/config adapter invocation → adapters/docker.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked image registration, adapter invocation, mounted workspace temporary HOME and configurable host Python substitution.", "discovery_path": "root → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Saved image config and layer content identities; payload bytes excluded from evidence package.", "discovery_path": "root → container/image/manifest.json", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "E-02": { "score": 3, "rationale": "The adapter mounts the dataset at /tmp, preserving result files outside container state, and uses --rm for automatic disposal. DataLad provenance is retained in the host repository; temporary HOME cleanup is also in the invocation.", "evidence": [ { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected load/cli_run: image ID derives from saved config, docker run mounts current directory at /tmp, sets working directory and uses --rm.", "discovery_path": "root README.md → DataLad Containers version 1.2.3 → .datalad/config adapter invocation → adapters/docker.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked image registration, adapter invocation, mounted workspace temporary HOME and configurable host Python substitution.", "discovery_path": "root → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad record: command, input globs, image extra-input, outputs img/results_def.tex and exit 0; reports small Fig 4 difference.", "discovery_path": "root → → Git history", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "E-03": { "score": 2, "rationale": "The recorded results command explicitly cleans numeric and rendered outputs before regeneration and retains tracked source figures and declared inputs. However the procedure mounts the whole existing dataset; establishing that no modified source or stray glob-matched input can enter relies on a recipient restoring a clean recorded workspace.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad record: command, input globs, image extra-input, outputs img/results_def.tex and exit 0; reports small Fig 4 difference.", "discovery_path": "root → → Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Executable clean, results_def.tex and manuscript targets; editable installation of tracked REMoDNaV.", "discovery_path": "root → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected loaders, classification and summary functions, paths, parameters, SVG saving and CLI dispatch.", "discovery_path": "root → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected load/cli_run: image ID derives from saved config, docker run mounts current directory at /tmp, sets working directory and uses --rm.", "discovery_path": "root README.md → DataLad Containers version 1.2.3 → .datalad/config adapter invocation → adapters/docker.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-01": { "score": null, "rationale": "Versioned public Git routes, git-annex retrieval instructions and recorded blob URLs supply plausible routes to intended inputs and image. Binary payloads were deliberately omitted and no network retrieval was permitted. Their present availability is unknown; this is not an observed retrieval failure or evidence of a moving-only version.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, setup, rerun and manuscript commands; platform and download-size guidance.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Data retrieval routes via git-annex and OpenFMRI.", "discovery_path": "root → data/raw_eyegaze → README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Saved image config and layer content identities; payload bytes excluded from evidence package.", "discovery_path": "root → container/image/manifest.json", "access_status": "accessible" } ], "observation": "not_assessed", "confidence": "low", "evidence_rating": "insufficient" }, "D-02": { "score": 1, "rationale": "Git revisions, data archive references and software DOI links improve preservation, but the container layer availability metadata supplies one datapub host without an independent preserved recovery route for the complete object. A digest is an identity, not a preservation guarantee.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated acquisition, setup, rerun and manuscript commands; platform and download-size guidance.", "discovery_path": "root → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Saved image config and layer content identities; payload bytes excluded from evidence package.", "discovery_path": "root → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "OpenFMRI and Zenodo links for data.", "discovery_path": "root → data/raw_eyegaze → README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md", "description": "Zenodo release reference for algorithm.", "discovery_path": "root → remodnav → README.md", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "D-03": { "score": 1, "rationale": "A usable Docker build definition exists, but debian:bookworm-slim, apt package resolution and several dependencies are unpinned. Selected pip pins do not fix base/system/transitive build states; retaining the original image does not make its recipe a frozen rebuild.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked Debian recipe, apt dependencies, selected pip pins and rendering tools; base and apt resolution remain moving.", "discovery_path": "root → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Saved image config and layer content identities; payload bytes excluded from evidence package.", "discovery_path": "root → container/image/manifest.json", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "D-04": { "score": 2, "rationale": "CC-BY 4.0, MIT, PDDL and GPLv3 texts provide unambiguous license identities for several modules. Missing label-module terms and no complete container bundled-asset mapping prevent an all-module finding.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root CC Attribution 4.0 text.", "discovery_path": "root → COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "MIT declaration explicitly covers REMoDNaV and its documentation.", "discovery_path": "root → remodnav → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "PDDL data license.", "discovery_path": "root → data/raw_eyegaze → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "GPL version 3 text at the linked evaluation dataset.", "discovery_path": "root → remodnav → remodnav/tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Label module reproduction notes; downloaded source inventory has no module license declaration.", "discovery_path": "root → data/studyforrest-data-eyemovementlabels → README", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "D-05": { "score": 3, "rationale": "The root snapshot fixes source, data submodule selections, configuration, generated outputs and saved-image blobs as one joint content state. Build-recipe floating dependency resolution is assessed separately from this already saved image selection.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Explicit URLs for three subdatasets; root Git tree fixes their commits.", "discovery_path": "root → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Saved image config and layer content identities; payload bytes excluded from evidence package.", "discovery_path": "root → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked image registration, adapter invocation, mounted workspace temporary HOME and configurable host Python substitution.", "discovery_path": "root → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/results_def.tex", "description": "Root-tracked numeric result macros.", "discovery_path": "root → results_def.tex", "access_status": "accessible" } ], "observation": "observed", "confidence": "high", "evidence_rating": "sufficient" }, "D-06": { "score": 0, "rationale": "The saved container has content digests and a historical build command, but no supplied artifact signature or attestation binds that image to a verified producer and build source. The signed result tag is not a supplied executable-artifact verification chain.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Saved image config and layer content identities; payload bytes excluded from evidence package.", "discovery_path": "root → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/tree/a303b5455458c79133a79864a590cbcdbad67a34", "description": "Read-only local Git inspection of annotated results-containerized tag: points to 57d2565, has PGP signature; no cryptographic verification or signer-key acquisition performed.", "discovery_path": "root README.md → results-containerized tag → annotated Git tag object", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Historical docker build/save record, without artifact attestation.", "discovery_path": "root → → Git history", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" } }, "comment": "Independent inspection-only assessment using frozen cohort remodnav-e3c6253bced7 and assigned rubric revision e8d94d00d904058b8f87c8331cbe32e225a9490f. Manifest SHA256 verified. Source, histories and metadata inspected; no network calls, payload acquisition, scientific execution or container build. Historical exit-0 records are evidence of recorded past runs, not independent reproduction. Missing payload bytes limit retrieval and access-condition findings. The private raw lab-source submodule is not needed to consume selected processed gaze inputs. No peer results or worked examples consulted. Scores describe STAMPED fulfillment only. Inspection report completed; native criterion completion is 34/36 with M-05 and D-01 unanswered, retaining fixed denominators." } ] }, "report_content": "# Independent inspection: REMoDNaV\n\nThe inspection report is complete. The native rubric assessment is **34/36\ncriteria answered**; M-05 and D-01 remain null. Its **75.63/100 provisional\nscore** retains both unanswered criteria in their fixed denominators. All seven\ndimension weights are 1. This is a STAMPED profile under pilot rubric 0.1.0,\nnot a scientific-quality ranking or a claim of independent reproduction.\n\nThe assessed root is\n[paper-remodnav at 34388d3](https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2).\nScope includes numerical results, figures, manuscript, and explicitly linked\ncomputational components. The frozen manifest's SHA-256 was verified as\n`e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499`.\n\n| Dimension | Provisional score |\n| --- | ---: |\n| Self-containment | 91.67 |\n| Tracking | 72.22 |\n| Actionability | 88.89 |\n| Modularity | 55.56 |\n| Portability | 93.33 |\n| Ephemerality | 88.89 |\n| Distributability | 38.89 |\n\nThe [README](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md)\nprovides a concrete acquisition and reproduction route. Root and nested Git\nregistrations select code and data; the saved image records content digests.\nThe analysis script, Make recipes and manuscript imports connect input data to\nnumeric macros, generated SVGs and the PDF. Precomputed event labels are fixed\ninputs; reproducing the original lab acquisition is not required to consume\nthem. The private upstream lab-source URL therefore does not by itself defeat\nthe assessed root's result-production boundary.\n\nA [historical DataLad run record](https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d)\ncaptures the result command, input patterns, image and outputs. The linked label\nmodule also records its generation command. These are recorded past runs,\nincluding a disclosed small Fig 4 difference from the original publication.\nNo corresponding captured PDF build was found. The signed result tag contains\na PGP signature, but a usable signer verification route was not established.\n\nThe [container adapter](https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py)\nselects saved image content, starts a fresh container, mounts persistent results\nand removes the container automatically. The mounted workspace still requires\ncare about modified or stray input files. The\n[Docker recipe](https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile)\ncovers the scientific and rendering dependencies, but its base, apt resolution\nand other unpinned inputs do not define a frozen reconstruction. Host setup\nalso leaves current-user Docker daemon access implicit.\n\nLicense declarations are reachable for the root, algorithm, raw-gaze and\nAndersson modules. The inspected event-label module lacks an attributable\nlicense declaration, and bundled container terms lack a complete mapping.\nCompatibility handling across those module boundaries was not found. The\nanalysis also depends on algorithm test utilities and nested internal data\npaths, which limits independent replacement despite separate repositories.\n\nD-01 is unanswered because the frozen package deliberately excludes binary\nand annex payloads and forbids network retrieval. Recorded blob URLs and data\nroutes are evidence of supplied locations; current availability was not tested.\nM-05 is unanswered because public source metadata and the raw-data unrestricted\naccess statement do not establish uniform access conditions for every label\nand container payload, or documented mixed-access interfaces. No access failure\nor restriction was observed. Version identities and an original saved image\nalso do not establish independent preservation routes or artifact attestations.\n\nThe native bundle contains all 36 criterion responses with specific rationales,\nimmutable source citations, discovery paths and observations. The assigned\nvalidator passed with `--scores`: 34 answered, 36 total, `complete: false`.\nNo scientific workflow, container build, payload acquisition or network call\nwas performed. No peer output or worked assessment was consulted.\n" }, { "id": "study-rubric-10", "study_id": "remodnav-method-comparison-01", "object_id": "paper-remodnav", "object_revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "method_id": "rubric", "method_revision": "e8d94d00d904058b8f87c8331cbe32e225a9490f", "rubric_id": "stamped-rubric-0.1.0", "rubric_sha256": "05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4", "model_requested": "gpt-6.1-sol", "model_observed": null, "reasoning_effort": "medium", "replicate": 10, "status": "complete", "independent": true, "created_at": "2026-10-27T23:55:10.771516+00:00", "native_output": "results/study-rubric-10.bundle.json", "report": "results/study-rubric-10.md", "summary": { "dimension_scores": { "S": 91.66666666666666, "T": 72.22222222222221, "A": 77.77777777777779, "M": 55.555555555555564, "P": 93.33333333333333, "E": 88.88888888888887, "D": 38.888888888888886 }, "overall_score": 74.04761904761904, "scale_max": 100, "completion": { "answered": 34, "total": 36 }, "weights": { "S": 1, "T": 1, "A": 1, "M": 1, "P": 1, "E": 1, "D": 1 } }, "limitations": [ "2 criteria remain unanswered; native score is provisional.", "Inspection cohort; no scientific workflow execution or independent payload retrieval by this assessor.", "Actual model version not independently exposed; requested model and reasoning are recorded." ], "evidence_cohort": "remodnav-e3c6253bced7", "native_data": { "format_version": "1.0.0", "rubric_version": "0.1.0", "rubric_sha256": "05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4", "research_object": { "title": "REMoDNaV: Robust Eye Movement Detection for Natural Viewing", "locator": "https://github.com/psychoinformatics-de/paper-remodnav", "revision": "34388d3ca78fbd483e022e4e2851be390b7eebf2", "scope": "Numerical results, figures and manuscript, including explicitly linked computational components." }, "assessments": [ { "id": "study-rubric-10", "reviewer": { "id": "study-rubric-10-assessor", "name": "Independent assessor" }, "created_at": "2026-10-28T04:02:01.636605Z", "updated_at": "2026-10-28T04:02:01.636605Z", "review_of": null, "weights": { "S": 1, "T": 1, "A": 1, "M": 1, "P": 1, "E": 1, "D": 1 }, "responses": { "S-01": { "score": 3, "rationale": "The root links the analysis, raw gaze data, derived labels, REMoDNaV, nested comparison data and the image, and explains their use in statistics, figures and manuscript generation. The unrelated private raw-source submodule is not needed to consume the versioned processed gaze inputs.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated DataLad clone, rerun and manuscript commands; documented prerequisites, download sizes and original instructions.", "discovery_path": "root repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three root subdatasets explicitly located; selected commits are fixed by the root Git tree.", "discovery_path": "root repository → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected imports, loaders, parameters, result writers and CLI dispatch; this was not executed.", "discovery_path": "root repository → code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "S-02": { "score": 3, "rationale": "Raw gaze streams, derived event tables and comparison labels have explicit subdataset routes; analysis and manuscript sources are included. Their bytes being absent from this inspection package does not remove the explicit references.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three root subdatasets explicitly located; selected commits are fixed by the root Git tree.", "discovery_path": "root repository → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected imports, loaders, parameters, result writers and CLI dispatch; this was not executed.", "discovery_path": "root repository → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript consumes results_def.tex and named figures, including velhist; data-loss percentages are literal text. Availability statement links data/code.", "discovery_path": "root repository → main.tex", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "S-03": { "score": 3, "rationale": "The Docker recipe, stored image registration, package dependencies and executable analysis settings/defaults are all explicitly present. Frozen rebuilding is a distinct weaker property.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked analysis/rendering recipe; Debian tag and apt resolution float, while four pip packages have exact version pins.", "discovery_path": "root repository → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked image registration, docker adapter command, temporary HOME creation/cleanup and configurable Python substitution.", "discovery_path": "root repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Executable clean/results_def.tex and manuscript targets, editable REMoDNaV install and analysis flags.", "discovery_path": "root repository → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected imports, loaders, parameters, result writers and CLI dispatch; this was not executed.", "discovery_path": "root repository → code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "S-04": { "score": 2, "rationale": "CC BY, MIT, PDDL and GPL declarations can be reached through their modules, but the event-label dataset has no located license declaration and container bundled-asset terms are not mapped in inspected metadata.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root CC Attribution 4.0 text.", "discovery_path": "root repository → COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "MIT explicitly covers REMoDNaV examples, snippets and documentation.", "discovery_path": "root repository → root → remodnav → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "PDDL terms for studyforrest data; README declares unrestricted data access.", "discovery_path": "root repository → root → data/raw_eyegaze → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "GPL version 3 text in evaluation dataset repository.", "discovery_path": "root repository → root → remodnav → remodnav/tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Label dataset reproduction instructions; no licensing declaration found in its frozen file inventory.", "discovery_path": "root repository → root → data/studyforrest-data-eyemovementlabels → README", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-01": { "score": 3, "rationale": "The root commit fixes scripts, configuration, manuscript and figures; Gitlinks fix nested data/code versions, annex keys identify data/image content, and the image manifest gives layer/config digests. Mutable build inputs do not erase the stored image identity.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three root subdatasets explicitly located; selected commits are fixed by the root Git tree.", "discovery_path": "root repository → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Image configuration and layer SHA256 identities are stored; payload bytes are excluded from this evidence cohort.", "discovery_path": "root repository → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad execution record: exit 0, command, inputs, image extra_input, outputs img/results_def.tex and dataset working directory. Not an assessment-time execution.", "discovery_path": "root repository → Git history", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-02": { "score": 3, "rationale": "Git trees and registered subdataset commits compose the code/data states; annex extends that same tracking model to large data and image layers. All computation-consumed component classes resolve through the root tracking structure.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three root subdatasets explicitly located; selected commits are fixed by the root Git tree.", "discovery_path": "root repository → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Image configuration and layer SHA256 identities are stored; payload bytes are excluded from this evidence cohort.", "discovery_path": "root repository → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked image registration, docker adapter command, temporary HOME creation/cleanup and configurable Python substitution.", "discovery_path": "root repository → .datalad/config", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-03": { "score": 3, "rationale": "The supplied root and reachable module histories record actors, dates and change descriptions for data, code, environment, figures and manuscript. Data relabeling, image conversion and manual diagram corrections appear as changes rather than unrecorded substitutions.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "description": "Root history includes dated environment, analysis, image and diagram modifications.", "discovery_path": "root repository → Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/commit/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1", "description": "Raw-data history contains actor/date descriptions for metadata and data corrections.", "discovery_path": "root repository → root → data/raw_eyegaze → Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e", "description": "Derived-label history and algorithm-version update.", "discovery_path": "root repository → root → data/studyforrest-data-eyemovementlabels → Git history", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/commit/0e6f82708e10b48039763aa1078696e802260674", "description": "Evaluation-data correction history with actor/date and description.", "discovery_path": "root repository → root → remodnav → remodnav/tests/data/anderson_etal → Git history", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-04": { "score": 2, "rationale": "Automatic DataLad records capture central analysis, image build/conversion and event-label production commands with input/output declarations. They do not cover every scoped computation: quality_stats/velhist and manuscript rendering are not identified as captured numerical/rendering executions in the supplied records.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad execution record: exit 0, command, inputs, image extra_input, outputs img/results_def.tex and dataset working directory. Not an assessment-time execution.", "discovery_path": "root repository → Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Historical compute_all.sh run captures raw eyegaze input patterns and sub-* outputs, but no environment identity.", "discovery_path": "root repository → root → data/studyforrest-data-eyemovementlabels → Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "description": "quality_stats() defines signal-loss statistics and velhist.svg but explicitly asks for manual addition to CLI calls; CLI at lines 1282 onward omits it.", "discovery_path": "root repository → code/mk_figuresnstats.py#L463", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-05": { "score": 2, "rationale": "The containerized analysis record attaches to a Git state with pinned input modules, code, configuration and image content. The derived-label execution records code/data states but lacks a captured environment version, so exact component-version provenance is not complete for every recorded scoped run.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad execution record: exit 0, command, inputs, image extra_input, outputs img/results_def.tex and dataset working directory. Not an assessment-time execution.", "discovery_path": "root repository → Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Historical compute_all.sh run captures raw eyegaze input patterns and sub-* outputs, but no environment identity.", "discovery_path": "root repository → root → data/studyforrest-data-eyemovementlabels → Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Image configuration and layer SHA256 identities are stored; payload bytes are excluded from this evidence cohort.", "discovery_path": "root repository → container/image/manifest.json", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "T-06": { "score": 0, "rationale": "A real signature block is present on the result tag, but the inspected object supplies no usable route to authenticate the claimed signer identity through a distributed key or equivalent instructions. Signature presence alone does not satisfy the whole binary anchor.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/tree/a303b5455458c79133a79864a590cbcdbad67a34", "description": "README-linked tag resolves in cached Git metadata to 57d2565 and contains an armored PGP signature. No signer-key distribution/identity verification procedure was found in supplied object documentation; cryptographic verification was not performed.", "discovery_path": "root README.md → results-containerized release → annotated Git tag", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient", "feedback": "The anchor should distinguish a signed tag and a public identity-verification route; this inspection establishes the former only." }, "A-01": { "score": 3, "rationale": "The updated clone/rerun sequence explicitly retrieves subdatasets, input payloads and the frozen image on demand; prerequisites and data/image sizes are described. The private source-acquisition submodule is outside the input patterns for the scoped analysis.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated DataLad clone, rerun and manuscript commands; documented prerequisites, download sizes and original instructions.", "discovery_path": "root repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad execution record: exit 0, command, inputs, image extra_input, outputs img/results_def.tex and dataset working directory. Not an assessment-time execution.", "discovery_path": "root repository → Git history", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-02": { "score": 3, "rationale": "Installation routes are provided for DataLad, its Containers extension and Docker, with verified versions/platforms. The subsequent clone and container commands initialize the specified computational environment without having to select analysis package versions manually.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated DataLad clone, rerun and manuscript commands; documented prerequisites, download sizes and original instructions.", "discovery_path": "root repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked image registration, docker adapter command, temporary HOME creation/cleanup and configurable Python substitution.", "discovery_path": "root repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked analysis/rendering recipe; Debian tag and apt resolution float, while four pip packages have exact version pins.", "discovery_path": "root repository → container/Dockerfile", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-03": { "score": 1, "rationale": "Commands unambiguously cover the central analysis and PDF build, but the advertised rerun omits quality_stats(), which produces the manuscript velocity-distribution figure and data-loss statistics. Its inline note requires editing CLI dispatch. Thus not every scoped result has a complete reproduction instruction sequence.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated DataLad clone, rerun and manuscript commands; documented prerequisites, download sizes and original instructions.", "discovery_path": "root repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "description": "quality_stats() defines signal-loss statistics and velhist.svg but explicitly asks for manual addition to CLI calls; CLI at lines 1282 onward omits it.", "discovery_path": "root repository → code/mk_figuresnstats.py#L463", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript consumes results_def.tex and named figures, including velhist; data-loss percentages are literal text. Availability statement links data/code.", "discovery_path": "root repository → main.tex", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-04": { "score": 3, "rationale": "DataLad clone plus the stored rerun input specification provide executable acquisition/assembly for the required subdatasets, nested comparison data and image. No scientific acquisition was attempted here; this rates the supplied procedure.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated DataLad clone, rerun and manuscript commands; documented prerequisites, download sizes and original instructions.", "discovery_path": "root repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad execution record: exit 0, command, inputs, image extra_input, outputs img/results_def.tex and dataset working directory. Not an assessment-time execution.", "discovery_path": "root repository → Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three root subdatasets explicitly located; selected commits are fixed by the root Git tree.", "discovery_path": "root repository → .gitmodules", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-05": { "score": 2, "rationale": "Makefiles and the analysis CLI form an executable pipeline for most statistics, figures and manuscript rendering. Supplemental quality computations exist as functions but require manual wiring; the flowchart function is explicitly reference-only and diagram composition has manual history. A complete executable result-production procedure is therefore not supplied for the full scope.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Executable clean/results_def.tex and manuscript targets, editable REMoDNaV install and analysis flags.", "discovery_path": "root repository → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected imports, loaders, parameters, result writers and CLI dispatch; this was not executed.", "discovery_path": "root repository → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "description": "quality_stats() defines signal-loss statistics and velhist.svg but explicitly asks for manual addition to CLI calls; CLI at lines 1282 onward omits it.", "discovery_path": "root repository → code/mk_figuresnstats.py#L463", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript consumes results_def.tex and named figures, including velhist; data-loss percentages are literal text. Availability statement links data/code.", "discovery_path": "root repository → main.tex", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "A-06": { "score": 2, "rationale": "DataLad rerun can consume the captured command and select recorded data/code/image state for the central analysis. It does not make the separately recorded event-label computation fully replayable with an identified original environment; full scoped recorded-computation replay is not established.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated DataLad clone, rerun and manuscript commands; documented prerequisites, download sizes and original instructions.", "discovery_path": "root repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad execution record: exit 0, command, inputs, image extra_input, outputs img/results_def.tex and dataset working directory. Not an assessment-time execution.", "discovery_path": "root repository → Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "description": "Historical compute_all.sh run captures raw eyegaze input patterns and sub-* outputs, but no environment identity.", "discovery_path": "root repository → root → data/studyforrest-data-eyemovementlabels → Git history", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-01": { "score": 3, "rationale": "Raw data, derived event labels, algorithm implementation, analysis code, container, numerical macros, image sources and manuscript occupy identifiable modules with distinct responsibilities.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three root subdatasets explicitly located; selected commits are fixed by the root Git tree.", "discovery_path": "root repository → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Executable clean/results_def.tex and manuscript targets, editable REMoDNaV install and analysis flags.", "discovery_path": "root repository → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript consumes results_def.tex and named figures, including velhist; data-loss percentages are literal text. Availability statement links data/code.", "discovery_path": "root repository → main.tex", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-02": { "score": 1, "rationale": "Gitlinks allow separate versions, but consumers directly depend on REMoDNaV test-data internals and fixed subject/file-layout paths. These internal paths are embedded in analysis logic rather than represented as declared replaceable module interfaces.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three root subdatasets explicitly located; selected commits are fixed by the root Git tree.", "discovery_path": "root repository → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected imports, loaders, parameters, result writers and CLI dispatch; this was not executed.", "discovery_path": "root repository → code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-03": { "score": 2, "rationale": "The REMoDNaV module has explicit MIT scope and the raw dataset has its own PDDL declaration. Label outputs and container bundled components lack independently attributable declarations in the inspected record; a root CC BY text does not explicitly map those modules.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root CC Attribution 4.0 text.", "discovery_path": "root repository → COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "MIT explicitly covers REMoDNaV examples, snippets and documentation.", "discovery_path": "root repository → root → remodnav → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "PDDL terms for studyforrest data; README declares unrestricted data access.", "discovery_path": "root repository → root → data/raw_eyegaze → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "GPL version 3 text in evaluation dataset repository.", "discovery_path": "root repository → root → remodnav → remodnav/tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Label dataset reproduction instructions; no licensing declaration found in its frozen file inventory.", "discovery_path": "root repository → root → data/studyforrest-data-eyemovementlabels → README", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-04": { "score": 1, "rationale": "Module terms are discoverable separately, including MIT, PDDL and GPL, but no object-specific handling of their combination with the root CC BY material or image constituents was found. Generic license text is not a composition compatibility analysis.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root CC Attribution 4.0 text.", "discovery_path": "root repository → COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "MIT explicitly covers REMoDNaV examples, snippets and documentation.", "discovery_path": "root repository → root → remodnav → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "PDDL terms for studyforrest data; README declares unrestricted data access.", "discovery_path": "root repository → root → data/raw_eyegaze → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "GPL version 3 text in evaluation dataset repository.", "discovery_path": "root repository → root → remodnav → remodnav/tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Label dataset reproduction instructions; no licensing declaration found in its frozen file inventory.", "discovery_path": "root repository → root → data/studyforrest-data-eyemovementlabels → README", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "M-05": { "score": null, "rationale": "Raw studyforrest data explicitly state unrestricted access and public module source was inspectable. This does not establish the access conditions of every annex payload and bundled asset, nor identify a definite mixed-access restriction. The uniform-condition or mixed-boundary anchors cannot responsibly be selected from this source-only package.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "Unrestricted-access badge and annex retrieval instructions.", "discovery_path": "root repository → root → data/raw_eyegaze → README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three root subdatasets explicitly located; selected commits are fixed by the root Git tree.", "discovery_path": "root repository → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Image configuration and layer SHA256 identities are stored; payload bytes are excluded from this evidence cohort.", "discovery_path": "root repository → container/image/manifest.json", "access_status": "accessible" } ], "observation": "inaccessible", "confidence": "low", "evidence_rating": "insufficient", "feedback": "Separate license coverage from access requirements; absent payload access checks prevent establishing uniform access here." }, "M-06": { "score": 3, "rationale": "Gitlinks and .gitmodules fix the module selection and locations; the analysis loader paths, registered image, Make dependency chain and manuscript references explicitly specify their connections. An unused private acquisition source inside the raw-data history does not require an extra module choice for the consumed dataset files.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three root subdatasets explicitly located; selected commits are fixed by the root Git tree.", "discovery_path": "root repository → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked image registration, docker adapter command, temporary HOME creation/cleanup and configurable Python substitution.", "discovery_path": "root repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected imports, loaders, parameters, result writers and CLI dispatch; this was not executed.", "discovery_path": "root repository → code/mk_figuresnstats.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Executable clean/results_def.tex and manuscript targets, editable REMoDNaV install and analysis flags.", "discovery_path": "root repository → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript consumes results_def.tex and named figures, including velhist; data-loss percentages are literal text. Availability statement links data/code.", "discovery_path": "root repository → main.tex", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-01": { "score": 2, "rationale": "The README names Docker, DataLad and the extension, compatible operating systems, download sizes and approximate runtime; the manuscript notes in-memory processing. Docker service access by the invoking user is relied on by the adapter but not made explicit in the object setup guidance.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated DataLad clone, rerun and manuscript commands; documented prerequisites, download sizes and original instructions.", "discovery_path": "root repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "description": "Manuscript consumes results_def.tex and named figures, including velhist; data-loss percentages are literal text. Availability statement links data/code.", "discovery_path": "root repository → main.tex", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected cli_run/load: selects content-derived image identity, bind mounts current directory at /tmp, sets user automatically on non-Windows and passes --rm. External runtime helper, not bundled source.", "discovery_path": "root README.md → DataLad Containers v1.2.3 → .datalad/config docker adapter → adapter source", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-02": { "score": 3, "rationale": "Active container execution uses repository-relative inputs and outputs, binds the current workspace, creates a local HOME, computes host UID/GID where needed and exposes Python selection via DataLad configuration. Legacy Condor home paths are not used by the scoped active run.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked image registration, docker adapter command, temporary HOME creation/cleanup and configurable Python substitution.", "discovery_path": "root repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected cli_run/load: selects content-derived image identity, bind mounts current directory at /tmp, sets user automatically on non-Windows and passes --rm. External runtime helper, not bundled source.", "discovery_path": "root README.md → DataLad Containers v1.2.3 → .datalad/config docker adapter → adapter source", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected imports, loaders, parameters, result writers and CLI dispatch; this was not executed.", "discovery_path": "root repository → code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-03": { "score": 3, "rationale": "The Dockerfile covers Python, imported numerical/statistical/plotting libraries, build tooling and Inkscape/LaTeX rendering tools; linked REMoDNaV setup declares its dependencies. DataLad and Docker orchestration are documented host prerequisites. No essential active dependency omission was identified.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked analysis/rendering recipe; Debian tag and apt resolution float, while four pip packages have exact version pins.", "discovery_path": "root repository → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Python runtime package dependencies for the selected algorithm.", "discovery_path": "root repository → root → remodnav → setup.py", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated DataLad clone, rerun and manuscript commands; documented prerequisites, download sizes and original instructions.", "discovery_path": "root repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected imports, loaders, parameters, result writers and CLI dispatch; this was not executed.", "discovery_path": "root repository → code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-04": { "score": 1, "rationale": "The Dockerfile, image manifest, runtime registration and algorithm dependency definition are all versioned in the root or registered module. The binary anchor concerns tracking, not whether Debian package resolution is frozen.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked analysis/rendering recipe; Debian tag and apt resolution float, while four pip packages have exact version pins.", "discovery_path": "root repository → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked image registration, docker adapter command, temporary HOME creation/cleanup and configurable Python substitution.", "discovery_path": "root repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Image configuration and layer SHA256 identities are stored; payload bytes are excluded from this evidence cohort.", "discovery_path": "root repository → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "description": "Tracked REMoDNaV dependency definition.", "discovery_path": "root repository → root → remodnav → setup.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "P-05": { "score": 3, "rationale": "The tracked image and Docker recipe are machine-readable and the configured adapter instantiates them on the explicitly documented compatible platforms. Host adaptation is handled by configuration and adapter logic; no unresolved manual environment-construction assumption was identified.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked analysis/rendering recipe; Debian tag and apt resolution float, while four pip packages have exact version pins.", "discovery_path": "root repository → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked image registration, docker adapter command, temporary HOME creation/cleanup and configurable Python substitution.", "discovery_path": "root repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected cli_run/load: selects content-derived image identity, bind mounts current directory at /tmp, sets user automatically on non-Windows and passes --rm. External runtime helper, not bundled source.", "discovery_path": "root README.md → DataLad Containers v1.2.3 → .datalad/config docker adapter → adapter source", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated DataLad clone, rerun and manuscript commands; documented prerequisites, download sizes and original instructions.", "discovery_path": "root repository → README.md", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "E-01": { "score": 3, "rationale": "The configured Docker adapter loads/selects the stored content identity and starts a new docker run container for each invocation; the run creates a temporary HOME rather than using an accumulated host environment. This is source-inspected lifecycle behavior, not an observed rerun.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked image registration, docker adapter command, temporary HOME creation/cleanup and configurable Python substitution.", "discovery_path": "root repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected cli_run/load: selects content-derived image identity, bind mounts current directory at /tmp, sets user automatically on non-Windows and passes --rm. External runtime helper, not bundled source.", "discovery_path": "root README.md → DataLad Containers v1.2.3 → .datalad/config docker adapter → adapter source", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "E-02": { "score": 3, "rationale": "The adapter bind-mounts the dataset workspace, so results remain in img/results_def.tex or main.pdf and DataLad provenance remains in the dataset. Docker --rm disposes of mutable container state automatically; HOME cleanup is also explicit on success.", "evidence": [ { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected cli_run/load: selects content-derived image identity, bind mounts current directory at /tmp, sets user automatically on non-Windows and passes --rm. External runtime helper, not bundled source.", "discovery_path": "root README.md → DataLad Containers v1.2.3 → .datalad/config docker adapter → adapter source", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked image registration, docker adapter command, temporary HOME creation/cleanup and configurable Python substitution.", "discovery_path": "root repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad execution record: exit 0, command, inputs, image extra_input, outputs img/results_def.tex and dataset working directory. Not an assessment-time execution.", "discovery_path": "root repository → Git history", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Executable clean/results_def.tex and manuscript targets, editable REMoDNaV install and analysis flags.", "discovery_path": "root repository → Docker-Makefile", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "E-03": { "score": 2, "rationale": "A fresh clone and clean target establish the intended initial dataset and remove generated build state. However the bind-mounted workspace persists, glob inputs can see additional files and subsequent runs do not reset the dataset automatically. A clean/reset workspace remains the recipient’s responsibility.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated DataLad clone, rerun and manuscript commands; documented prerequisites, download sizes and original instructions.", "discovery_path": "root repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "description": "Executable clean/results_def.tex and manuscript targets, editable REMoDNaV install and analysis flags.", "discovery_path": "root repository → Docker-Makefile", "access_status": "accessible" }, { "locator": "https://github.com/datalad/datalad-container/blob/1.2.3/datalad_container/adapters/docker.py", "description": "Inspected cli_run/load: selects content-derived image identity, bind mounts current directory at /tmp, sets user automatically on non-Windows and passes --rm. External runtime helper, not bundled source.", "discovery_path": "root README.md → DataLad Containers v1.2.3 → .datalad/config docker adapter → adapter source", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "description": "Inspected imports, loaders, parameters, result writers and CLI dispatch; this was not executed.", "discovery_path": "root repository → code/mk_figuresnstats.py", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-01": { "score": null, "rationale": "Exact source/module routes and annex-backed image URLs are supplied, but data, image layers and binary figure payloads are deliberately absent. No network retrieval is allowed, so intended-version payload availability cannot be established or called a failure. Neither an observed unavailability anchor nor complete intended-state retrieval is supported.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated DataLad clone, rerun and manuscript commands; documented prerequisites, download sizes and original instructions.", "discovery_path": "root repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three root subdatasets explicitly located; selected commits are fixed by the root Git tree.", "discovery_path": "root repository → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Image configuration and layer SHA256 identities are stored; payload bytes are excluded from this evidence cohort.", "discovery_path": "root repository → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "description": "Supplied git-annex availability metadata records a datapub.fz-juelich.de Docker blob URL; availability of the payload was not checked.", "discovery_path": "root image annex pointer → repository git-annex availability metadata", "access_status": "accessible" } ], "observation": "inaccessible", "confidence": "low", "evidence_rating": "insufficient" }, "D-02": { "score": 1, "rationale": "Versioned source and content-addressed data/image records improve identity preservation; raw data also advertise deposit locations. The image payload route remains a single hosting service and there is no demonstrated preservation/recovery route for every essential module. Content hashes alone do not establish payload persistence.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "description": "Updated DataLad clone, rerun and manuscript commands; documented prerequisites, download sizes and original instructions.", "discovery_path": "root repository → README.md", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "description": "OpenFMRI download and Zenodo DOI badge, alongside GitHub/annex access.", "discovery_path": "root repository → root → data/raw_eyegaze → README.rst", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Image configuration and layer SHA256 identities are stored; payload bytes are excluded from this evidence cohort.", "discovery_path": "root repository → container/image/manifest.json", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-03": { "score": 1, "rationale": "The recipe uses debian:bookworm-slim without a digest, apt-get against current package indexes and unpinned system packages. Four pinned Python packages do not freeze those dependencies or the build toolchain. A stored immutable runtime image does not supply reproducible reconstruction of that image.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "description": "Tracked analysis/rendering recipe; Debian tag and apt resolution float, while four pip packages have exact version pins.", "discovery_path": "root repository → container/Dockerfile", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Image configuration and layer SHA256 identities are stored; payload bytes are excluded from this evidence cohort.", "discovery_path": "root repository → container/image/manifest.json", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-04": { "score": 2, "rationale": "CC Attribution 4.0, MIT, PDDL and GPLv3 license identities resolve in the supplied module texts, but no governing label-dataset license or container bundled-license mapping was located. Thus universal unambiguous distribution terms are not established.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "description": "Root CC Attribution 4.0 text.", "discovery_path": "root repository → COPYING", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "description": "MIT explicitly covers REMoDNaV examples, snippets and documentation.", "discovery_path": "root repository → root → remodnav → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "description": "PDDL terms for studyforrest data; README declares unrestricted data access.", "discovery_path": "root repository → root → data/raw_eyegaze → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "description": "GPL version 3 text in evaluation dataset repository.", "discovery_path": "root repository → root → remodnav → remodnav/tests/data/anderson_etal → LICENSE", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "description": "Label dataset reproduction instructions; no licensing declaration found in its frozen file inventory.", "discovery_path": "root repository → root → data/studyforrest-data-eyemovementlabels → README", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-05": { "score": 3, "rationale": "The assessed root snapshot fixes subdataset commits and tracks the image content manifest plus scripts, settings, macros and figure sources together. The latest tag label in image metadata does not float the execution state because the local image is content-identified. Current availability is left separate under D-01.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "description": "Three root subdatasets explicitly located; selected commits are fixed by the root Git tree.", "discovery_path": "root repository → .gitmodules", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Image configuration and layer SHA256 identities are stored; payload bytes are excluded from this evidence cohort.", "discovery_path": "root repository → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "description": "Tracked image registration, docker adapter command, temporary HOME creation/cleanup and configurable Python substitution.", "discovery_path": "root repository → .datalad/config", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "description": "Historical DataLad execution record: exit 0, command, inputs, image extra_input, outputs img/results_def.tex and dataset working directory. Not an assessment-time execution.", "discovery_path": "root repository → Git history", "access_status": "accessible" } ], "observation": "observed", "confidence": "moderate", "evidence_rating": "sufficient" }, "D-06": { "score": 0, "rationale": "No executable-image signature or attestation tying the shipped image to an authenticated producer and its build source was found. The result tag signature and historical build command provide useful context but are not a supplied verifiable artifact-origin attestation.", "evidence": [ { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/tree/a303b5455458c79133a79864a590cbcdbad67a34", "description": "README-linked tag resolves in cached Git metadata to 57d2565 and contains an armored PGP signature. No signer-key distribution/identity verification procedure was found in supplied object documentation; cryptographic verification was not performed.", "discovery_path": "root README.md → results-containerized release → annotated Git tag", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "description": "Image configuration and layer SHA256 identities are stored; payload bytes are excluded from this evidence cohort.", "discovery_path": "root repository → container/image/manifest.json", "access_status": "accessible" }, { "locator": "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "description": "Historical image-build command records Dockerfile input and image output, without artifact-origin attestation.", "discovery_path": "root repository → Git history", "access_status": "accessible" } ], "observation": "not_findable", "confidence": "moderate", "evidence_rating": "sufficient" } }, "comment": "Independent inspection-only assessment of frozen evidence cohort remodnav-e3c6253bced7. No scientific execution, network access, payload acquisition or container build occurred. Historical execution records are reported as historical. Payload absence is not an observed retrieval failure. Scope includes manuscript numerical results and figures, plus explicitly linked computational modules; it consumes deposited raw-gaze and event-label datasets without requiring regeneration from unrelated raw-acquisition source. The report is finished but native completion remains provisional because M-05 and D-01 are null. No peer assessments were consulted." } ] }, "report_content": "# Independent inspection report: study-rubric-10\n\nObject: [paper-remodnav](https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2), revision `34388d3ca78fbd483e022e4e2851be390b7eebf2`.\nScope: numerical results, figures and manuscript, with linked computational modules.\nInstrument: rubric 0.1.0 at `e8d94d00d904058b8f87c8331cbe32e225a9490f`.\nEvidence cohort: `remodnav-e3c6253bced7`; manifest SHA256 verified.\n\nThis inspection report is complete. The native assessment answers **34/36**\ncriteria; M-05 and D-01 remain null. Its fixed-denominator score is provisional,\nwith every dimension weighted one. This is not independent reproduction.\n\n| Dimension | Provisional score / 100 |\n| --- | ---: |\n| S | 91.67 |\n| T | 72.22 |\n| A | 77.78 |\n| M | 55.56 |\n| P | 93.33 |\n| E | 88.89 |\n| D | 38.89 |\n\nOverall: **74.05/100**, provisional. Null responses remain in the denominator.\n\nThe root has a strong discoverable composition: Git subdatasets fix raw gaze,\nevent labels, algorithm code and comparison data; Git/annex metadata also fix a\nstored computational image. The container adapter starts disposable containers,\nselects content-derived image identity and persists outputs in the dataset.\nThese are inspected capabilities, not successful executions observed here.\n\nHistorical DataLad records provide central analysis inputs, outputs and context.\nThe broad README reproduction claim has a specific limit: `quality_stats()`\ncreates `velhist.svg` and signal-loss statistics but is excluded from the default\nCLI. The manuscript uses that figure and literal data-loss percentages. The\ninline note asks recipients to edit the invocation list. Original event-label\nexecution also lacks a captured environment identity. The Docker build recipe\nuses a floating Debian base and unpinned apt packages despite a few Python pins.\n\nLicenses are reachable for several modules, but label-dataset coverage and image\nbundled terms remain unclear; compatibility handling is not documented. A signed\nresult tag is present, but the inspected object supplies no usable signing-key\nidentity verification route or artifact-origin attestation. These are distinct\nfrom ordinary content hashes and historical image-build provenance.\n\nPayloads and container layers were intentionally absent from the frozen package.\nNo acquisition failures were observed: payload availability and uniform access\nconditions remain unresolved. A private raw-acquisition Gitlink inside the raw\ndata module was observed; it is not an input to the deposited-data analysis and\nwas not silently treated as a necessary regeneration dependency.\n\nOnly the assigned instrument and permitted frozen sources/history/runtime helper\nwere consulted. No network calls, scientific workflows, builds, peer-output reads,\ncommits or publication occurred. Evidence citations and criterion-specific reasons\nare retained in the native bundle. The supplied validator passed with `--scores`; binary anchors and all 36 response keys are valid.\n" } ], "reviews": [ { "id": "study-con-narps-guidance-01-review-1", "assessment_id": "study-con-narps-guidance-01", "reviewer_id": "study-con-narps-guidance-01-review-1-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The analysis selects the three linked components through paths below the root. Separating root layout from the defective recursive source URL is appropriate; physical payload presence in this inspection capture is not the criterion." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The root links are explicit, but following root/data/raw_eyegaze reaches a src/lab-eyetracking URL tied to one host. Partial accurately records a recursive boundary defect without claiming an observed download failure. The record should continue distinguishing this acquisition source from the already published eyegaze files actually consumed." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The documented analysis installs the pinned local REMoDNaV checkout and declares scientific and manuscript software. The native equivalent-evidence rule accepts package declarations; neither physical vendoring nor frozen package versions is required by this item. Legacy dependency completeness is separately addressed in must/010." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/results_def.tex", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "Frozen tracked-path identities and native commit history demonstrate version control of text, code and configuration. Capture omissions cannot establish uncommitted deletions in the original object." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#nodes/0/absent_payloads" ], "explanation": "The retained annex pointers identify the large image layers by content keys, and raw-data documentation specifies git-annex. The omitted bytes do not negate this tracking mechanism. This does not verify storage access or the contents of those binaries." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root run explicitly records container/image and output paths, while the label-producing run records ambient Python through compute_all.sh without an exact environment identity. Those label TSVs are used by the root analysis, so the upstream provenance gap is material and partial is supported." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Root installation and usage instructions are real, but the declared boundary includes the label component. Its README instructs execution of preprocessing/detection files absent from the complete pinned inventory, whereas the native result record executes compute_all.sh. This is a documentation-versus-record disagreement under native rule 10, not merely a missing architectural overview. The assessment notes it only under may/002 and still gives an unqualified met here.", "suggested_correction": "Use partial for the stated recursive boundary, preserving the positive root instructions and explicitly citing the stale label instructions. If judging only consumption of existing labels, state that narrower per-item boundary consistently." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root has an unambiguous starting point and the two root routes are accurately disclosed. However, the assessment also includes regeneration of linked labels for other judgments; their documented starting point conflicts with their actual recorded command. The record does not explain why that same component is excluded from this actionability judgment.", "suggested_correction": "Explain the per-item boundary; use partial if the starting-point judgment includes linked label regeneration. Do not penalize the root merely for retaining clearly marked old instructions." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The linked scheduler scripts contain literal author-specific working directories and an absolute Python interpreter. The assessment correctly avoids treating paths internal to the declared Docker image as equivalent host portability defects." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "Root imports and the apt/pip declarations align, including the sklearn distribution alias and optional DataLad retrieval. The linked documented Condor route nevertheless requires software outside a supplied executable environment specification, supporting partial. Its obsolete missing scripts should be reported as an additional actionability problem rather than implying that this route produced current labels." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The README lists platforms and Docker compatibility, but the adapter explicitly assumes Docker on PATH and usable by a non-root account. The linked scheduler configuration adds a host-specific directory and inherited environment. These are concrete assumptions beyond a quiet platform scan." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Requirements are clearly listed for the root Docker route. The assessment does not explain why its recursive scope and missing linked runtime specification, used to reduce must/010 and must/011, do not qualify this all-object positive. The label README documents a different implementation from the recorded Python invocation.", "suggested_correction": "State explicitly which component this met covers; for full linked regeneration, document the label runtime requirements or use partial. Avoid claiming an omitted particular Python package without checking the nested setup.py." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json" ], "explanation": "A tracked Docker recipe, registration and image manifest satisfy the presence/version-control property. Exact historical linkage and missing environments for upstream results are distinct issues already considered under must/006." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "A runnable build/save command is retained, and the history includes a recipe modification followed by a completed build and a later recorded OCI conversion. This is stronger than mere initial file creation. The duplicate flag correctly identifies the repeated should/008 wording." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The archive contains content-addressed configuration and layer identifiers. The adapter derives and executes the config hash rather than pulling a mutable latest tag. That supports an attempt to recreate this root environment even though archive bytes and recipient retrieval are unverified." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/04c/184/MD5E-s558--87b41ff70e5a8111403dd4d5bf11ac4c.log.web" ], "explanation": "The frozen annex location metadata and clone instructions are publication evidence, not independent retrieval of the image. Not-checked correctly preserves the network/payload restriction rather than turning missing capture bytes into failure or successful access." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "data/remodnav-evidence.json#nodes/2" ], "explanation": "The root environment instructions resolve to a real registration, but the linked label instructions name absent preprocessing/detection programs and do not explain how to provision the environment for the actual compute_all.sh record. Native guidance explicitly assigns documentation naming untracked mechanisms to this item. Unqualified met is too broad for the declared linked-component scope.", "suggested_correction": "Use partial with separate root success and label-component failure, or explicitly restrict this item to the root consumer workflow and explain the differing boundary." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "Root, classifier and data modules use Git identities; annex adds content tracking within that system. Separate repositories and two pinned classifier revisions do not imply competing version-control systems." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Classifier CI is defined and historical root execution is recorded, but neither establishes a recurring test series for the current whole study instructions. Not-checked correctly avoids inferring absence from the lack of a root CI file." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "Raw inputs and label derivatives have separate component boundaries, and the root code, image definition and outputs occupy distinct paths. The property does not require every directory to be a separate repository." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The documented data policy declares unrestricted access and no restricted component is identified. The host-local source URL establishes poor discoverability, not access control. Empty-subject not-applicable is preferable to a citation-free met; actual access is still unverified." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The exit-zero historical analysis record and adapter docker run --rm mechanism together supply completed fresh-container execution evidence under the method. The answer appropriately limits this to the historical analysis, not a new scientific comparison or proof that the converted current image was rerun." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root execution creates a disposable Docker container. The linked label-generation record instead invokes bash and ambient Python; its script does not create any disposable environment. The same component is included in must/006, so an unqualified met for each execution overstates the declared scope. Root temporary HOME cleanup also occurs only after success.", "suggested_correction": "Use partial for the complete linked workflow and retain met as a component-level observation for the root Docker route. Do not describe temporary HOME cleanup as unconditional." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "The retained build and later image conversion are concrete events but not evidence of regular reconstitution testing. Classifier CI installs dependencies without replaying the study image. Not-checked fits the unresolved frequency and exact-environment questions." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "data/remodnav-evidence.json#nodes/0/absent_payloads" ], "explanation": "Archive layout, content keys and a conversion record show that actual image artifacts are represented within the object. That is stronger than a Dockerfile or registry tag; unavailable bytes in this inspection cohort must remain an access limitation rather than evidence that the original object lacks an archive." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The duplicate answer is consistent with must/014 and correctly flagged. The runnable build/save procedure and later tracked changes satisfy the declared-and-instantiated rule; no separate evidence standard should be invented for the duplicate." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "Independent project components are explicitly linked and pinned, while the recursive acquisition source has a host-local URL. Partial is supported under the native rule requiring retrievable component links; ordinary package dependencies are correctly excluded from this modularity criterion." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The machine-readable module map exists, but the human narrative does not reconcile the root classifier with the different classifier revision used for labels or explain the actual label regeneration route. Partial is supported; the missing-script discrepancy deserves an actionability finding as well." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Pinned repositories and file-based TSV interfaces provide independent component boundaries. This is a supported design-level judgment, not a guarantee that arbitrary upgrades preserve API/schema compatibility. The assessment explicitly states that updates were not executed." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Gitlinks compose versions, the registration composes the image with Make, and the recorded inputs select linked datasets. These are concrete composition mechanisms rather than folder names alone." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Named submodule paths/URLs and DataLad commands provide tooling to traverse the structure. The criterion allows tooling, so a missing integrated explanatory map does not force the same status as may/002." } ], "verdict": "needs_revision", "created_at": "2026-10-28T00:12:43.524568+00:00", "limitations": [ "Inspection-only review of the assigned anonymized JSON, native con-narps-guidance instrument at 326606610af6c261876c92032ca1f89f6d3ad1f1, and frozen remodnav-e3c6253bced7 corpus. No peer assessment, results directory, or other review was read.", "No network calls, payload acquisition, scientific execution, container build, or fresh rerun. Annex data, binary figures and image layers are absent from the capture; their scientific contents and current availability remain unverified.", "Manifest SHA256 matched e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. All 276 retained source/history/external/availability files matched their supplied SHA256 values; this verifies capture integrity, not external truth.", "The native checklist pin check and response validator passed. All 31 native IDs were inspected. The JSON contains 17 MUST answers (11 met, 5 partial, 1 not-checked), 9 SHOULD answers (6 met, 2 not-checked, 1 not-applicable), and 5 MAY answers (3 met, 2 partial). No numeric aggregate was supplied; a separate report and probe receipts were not available within the assigned review input, so their denominators and claimed probe outputs were not independently verified.", "Historical exit-zero records were treated as evidence of recorded execution, not independently reproduced outcomes or scientific validity. No original stop-state capture or external issue discussion was available.", "The main unresolved interpretation is per-item scope: the assessment includes label regeneration when finding provenance and portability gaps but sometimes limits positive actionability/ephemerality findings to the root consumer workflow. Corrections should make that boundary consistent.", "The external adapter is cited by its frozen relative locator and content hash because the supplied public locator uses release tag 1.2.3 rather than a resolved commit. Discovery is root README DataLad Containers version reference plus .datalad/config adapter invocation. Other linked sources were reached through root .gitmodules and recursive component links.", "Requested model identity is not observed runtime identity; model_observed remains null. Agreement findings are independent review judgments, not human approval." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/009", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-narps-guidance-01-review-2", "assessment_id": "study-con-narps-guidance-01", "reviewer_id": "study-con-narps-guidance-01-review-2-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The documented product is the paper with its numerical and graphical outputs. The root contains the analysis and manuscript, and the analysis resolves its data and classifier under root-relative module paths. Treating the broken recursive acquisition URL separately under must/002 preserves the distinction between layout and reachability." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The discovery chain root -> data/raw_eyegaze -> src/lab-eyetracking ends at a machine-local acquisition URL. Other declared input modules have public Git URLs and captured revision identities. Partial accurately records this concrete recursive defect without claiming an attempted download failed. The defective acquisition module is not shown to be necessary for replaying the already published input TSVs.", "suggested_correction": "Keep the upstream acquisition-source limitation distinct from a claim that the documented paper rerun necessarily fails." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The declared analysis environment includes the imported numerical and plotting distributions; the editable classifier installation targets the pinned local module. The native method explicitly separates external-software inclusion from exhaustive dependency completeness, so the legacy omissions discussed under must/010 need not invalidate this inclusion finding." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/results_def.tex", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The frozen source inventory supplies Git object identities for text, code and configuration, and native commits record their evolution. No original dirty-tree evidence is available; logistical capture omissions cannot establish failure to use version control." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/blobs/sha256/e2728fc6d2c404f7b41e0fa4f889117090f4476eefab2bca48d7164dcbf7a0cb", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/sub-01/sub-01_task-movie_run-1_events.tsv", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "Manifest entries retain annex symlink modes and content keys for the large image layer and derived TSV. This is direct versioning evidence even though payload bytes are intentionally absent. It does not demonstrate current retrieval." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The paper run declares container/image as an extra input and img/results_def.tex as outputs. The consumed label dataset has a separate completed bash run whose command and input/output lists contain no environment identity; its wrapper uses ambient Python and PYTHONPATH. Partial is supported by this actual upstream provenance gap, independently of last-touch heuristics." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The updated README provides prerequisite tools, installation links, clone, rerun and manuscript commands. These commands correspond to the container registration and make targets. The prose phrase about making changes is not an invoked make target, and explicitly labelled old instructions do not silently contradict the new route." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The signed results-containerized target and subsequent manuscript command form an identifiable starting sequence. The completed record names the same Docker-Makefile result target. Neither a lack of new execution nor a disclosed historical figure difference removes that starting point." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The retained linked submission scripts hard-code an author home directory and a Python 2.7 executable, while the paper analysis uses relative data paths. Partial is defensible for the declared linked-component scope. Container-internal cleanup paths and example shell prompts do not supply the negative evidence.", "suggested_correction": "Describe the legacy scripts as retained linked code; do not imply that the current root Docker rerun invokes them." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The main imports map to the apt/pip declarations, including sklearn to python3-sklearn, and DataLad is optional inside the provisioned container. In the retained linked legacy route, Condor and host Python are assumed without a corresponding environment specification. This supports partial rather than inferring omission from unpinned versions." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The README describes Docker compatibility and tested platforms, but the inspected adapter explicitly assumes a usable docker executable for a non-root user and invokes it directly. The linked scheduler script also inherits host state and an author-specific directory. These concrete assumptions support the bounded partial finding." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The current documented paper route has a clear host-tool list plus a readable system and Python package recipe. This criterion asks for an identifiable requirements list; it is not a second complete-host-assumptions check. The separate must/011 qualification is therefore coherent." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The frozen root tree versions the build recipe, execution registration and image metadata together with code and input links. This is sufficient evidence that specifications are tracked; it does not require the omitted binary image content to be locally materialized." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "A runnable build/save command is preserved in a native record, a recipe adjustment precedes that build, and a later recorded conversion updates the archived image. Under the method’s permissive command-plus-tracked-instance rule, this exceeds a declaration or initial file introduction alone. The duplicate flag is present.", "suggested_correction": "For precision, call the 2025 event an image-format update; it does not demonstrate a package dependency upgrade." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The OCI index and Docker manifest identify the image configuration and layers by digest. The adapter hashes the archived configuration and passes that hash to docker run, so the retained latest label is not a floating execution selector. An unpinned rebuild recipe does not negate the archived exact-image route." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/04c/184/MD5E-s558--87b41ff70e5a8111403dd4d5bf11ac4c.log.web" ], "explanation": "The availability record names a public image-object location, but the review cohort contains no permitted recipient acquisition of that payload. The native method requires independent exact-revision/content retrieval for a pass. Not-checked, with a stated verification requirement, correctly avoids both a positive access claim and an invented failure." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The README explains installing host tools, obtaining the dataset and invoking the registered environment. The docker-make name resolves in delivered configuration to container/image and Docker-Makefile; this is not documentation referring to a nonexistent container mechanism." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Root and linked projects use Git identities, with annex/DataLad handling large content and run records. These are compatible parts of the same versioning system; separate repositories do not mean incompatible version control." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Classifier test configuration does not test the complete manuscript instructions. Historical repair and execution records establish some testing, but not regular full-workflow testing. The assessment appropriately leaves this unverified instead of treating absent root CI as proof that testing never happened." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Raw eyegaze, classified labels and classifier code have distinct module identities, while the paper’s own code, figures and environment occupy separate paths. The method permits property-based separation rather than requiring every directory to be a repository." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The native exit-zero analysis record is a completed execution, and the referenced adapter implements docker run with --rm. Together they support a historical fresh-container run under the method’s explicit equivalent-completed-run rule. This is not evidence of a new reviewer run or a successful test after OCI conversion." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The registered execution creates a new Docker container and uses --rm rather than entering a persistent running container. HOME is placed under the mounted checkout and removed after successful execution; on failure that directory can remain, but that does not make the Docker execution container persistent.", "suggested_correction": "Retain the distinction between disposable container state and the persistent mounted checkout; temporary-HOME cleanup is conditional on payload success." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "An original build and a later format conversion do not establish recurring reconstitution of the precise recorded environment. The classifier CI installs dependencies independently of the paper image. Not-checked is warranted; no execution history proving absence of regular private or manual tests is available." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The recorded build/save output and subsequent image conversion, together with annexed layer identities, establish an archived environment artifact within the research object. The current inspection package’s missing layer bytes do not erase that source evidence. Current access is correctly separated into must/016." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "This repeats must/014 verbatim in the pinned checklist and receives the same status and underlying history evidence. The required upstream-duplicate flag is present. There is no contradictory treatment or independent evidence claim for the duplicate." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The consumed data are declared unrestricted and the identified code/data modules are public in the supplied source metadata. No access-restricted subject is established on the paper route. A host-local source locator is a portability defect, not sufficient evidence of an access policy restriction, so the stated empty-subject N/A is reasonable." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "Independent classifier and data components are explicitly linked, including Anderson through root -> remodnav -> tests/data/anderson_etal. The recursive raw-source link remains machine-local. The method’s prose rule requires retrievable component links, so partial properly overrides a probe that otherwise rewards mere module presence." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "There is machine-readable module structure and high-level reproduction documentation, but no integrated account of the nested classifier/data versions or recombination. The linked label README describes Condor processing rather than its recorded compute_all route. Partial recognizes existing navigation while identifying a real explanatory gap." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Independent repository pins and file-based data interfaces provide separable update boundaries while preserving an existing composed snapshot. This supports the design-level criterion; it does not guarantee compatibility after arbitrary upgrades, a limitation the assessment already states. No failed update is demonstrated." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Concrete module composition is provided by the Git links and DataLad input selection, with a registered container command and make targets assembling execution. A defective recursive source URL limits one component’s portability but does not remove the composition mechanism." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The README gives operational navigation into the dataset and the module files name component paths and source repositories. This meets the documentation-or-tooling wording even though a conceptual recombination guide remains incomplete under may/002." } ], "verdict": "supported", "created_at": "2026-10-28T00:20:25.759549+00:00", "limitations": [ "Inspection-only review of the assigned anonymized native response, pinned instrument and root-discoverable frozen source corpus. No peer reviews, other assessments, examples or gold answers were consulted.", "No network calls, workflow executions, container builds or payload acquisitions occurred. Binary data and image layers are absent by capture design, not evidence of retrieval failure. Scientific correctness, present-day retrieval and current-environment replay remain unverified.", "The frozen evidence-manifest SHA256 matched e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499; 267 retained source/history hashes were independently verified with no mismatch. This verifies capture integrity, not historical runtime authenticity.", "Checklist pin verification and native response validation passed. All 31 IDs are present. The response status totals are MUST 11 met, 5 partial, 1 not-checked out of 17; SHOULD 6 met, 2 not-checked, 1 not-applicable out of 9; MAY 3 met, 2 partial out of 5. The supplied JSON carries no aggregate numeric score or denominator claim to contradict these totals.", "Original assessment probe receipts and a separate narrative report were outside the assigned review input. Claims about exact prior probe outputs or logistical deletion counts were not independently certified; substantive criterion judgments were checked against source instead.", "Historical completed-run records support the limited historical execution findings. They do not establish successful reproduction by this reviewer, regular testing, or scientific validity.", "Legacy linked scripts are within the declared recursive component scope, but their defects should not be presented as observed failures of the current root Docker route. Broad module-boundary judgments do not promise compatibility of arbitrary future updates.", "Model requested and reasoning effort are study-assigned metadata; actual runtime model identity was not independently observed. Agreement is not human approval." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-narps-guidance-01-review-3", "assessment_id": "study-con-narps-guidance-01", "reviewer_id": "study-con-narps-guidance-01-review-3-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The study entry point identifies code, manuscript and data, and the three immediate component paths sit below the enclosing root. The nested source URL defect concerns reachability; it does not remove this structural common root." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Following root/data/raw_eyegaze exposes a nested acquisition-source gitlink with an absolute host-local URL. Other consumed datasets have project-relative boundaries. Partial captures this concrete recursive defect without claiming a failed download." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The main computation installs the linked classifier and declares numerical and rendering packages. Package declarations satisfy the native inclusion interpretation; dependency completeness and upstream environment gaps are distinct questions under must/010 and must/015." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/results_def.tex", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The frozen tree and native history contain versioned numerical definitions, source and environment changes. A coordinator source-only capture is not evidence of untracked author changes." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#nodes/0/absent_payloads", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The inventory supplies annex keys for image layers, including the 1,750,877,184-byte layer, and the data documentation describes annex retrieval. Payload absence in the inspection package does not invalidate the observed large-content tracking mechanism." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root run declares container/image as an extra input and names the generated outputs. The linked label run instead records ambient Python through compute_all.sh without an exact environment. The root analysis consumes these labels, making partial appropriate across the declared boundary." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "data/remodnav-evidence.json#nodes/2" ], "explanation": "The root installation instructions are usable in form, but the included label component has an unqualified Reproduce README naming code/preprocess_eyegaze_recordings.submit, code/detect_events.submit and Python implementation files absent from its complete frozen inventory. Its actual recorded computation uses compute_all.sh. Because linked computational components are in scope, the root-only met overlooks a concrete documented-route/mechanism disagreement under native rule 10.", "suggested_correction": "Use partial for the declared recursive scope and identify the stale label instructions; retain credit for the clear root README. This finding is separate from the root README explicitly labeling its own older route." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The root results and manuscript have named starting commands backed by a recorded analysis command and a registered target. The disclosed historical result difference does not itself make that starting point unclear. Upstream label documentation remains a separate deficiency noted under must/007." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The root analysis constructs relative paths, while linked scheduler generators hardcode an author working directory and Python executable. Those are actual host paths; paths used solely inside the image build are not equivalent violations." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The main script imports map to the container packages and local classifier; DataLad has an explicit optional fallback after host-side provisioning. The linked documented Condor route assumes Condor and Python 2.7 without its own complete environment specification. Partial has direct support, although the stale missing script problem should also be stated." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "data/remodnav-evidence.json#external_sources/0 (sha256:44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5)", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The supplied adapter requires a usable docker executable and non-root invocation, and the linked scheduler setup inherits host state and an author directory. The documented platform/version list does not explain those configuration assumptions, so partial is justified." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "There is a clear list of host prerequisites and numerical/manuscript packages. This checklist item asks whether requirements are documented as a list; it need not duplicate the separate dependency-completeness and undocumented-assumption failures." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The environment recipe, execution registration and archive metadata are versioned beside code and data links. This pass establishes version control for the supplied specifications, not that an absent upstream specification exists." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The native history provides an executable build/save command, an actual recipe adjustment and a later recorded image conversion. These are concrete tracked maintenance actions rather than a lockfile introduction alone. Matching should/008 and duplicate flags are appropriate." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "data/remodnav-evidence.json#external_sources/0 (sha256:44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5)" ], "explanation": "The root archive identifies an exact image, and the adapter executes its computed configuration hash rather than a floating tag. However, the in-scope label-generating computation uses an unspecified host Python environment. The assessment recognizes that same gap under must/006, so an object-wide met here overstates which environments a recipient can attempt to replicate exactly.", "suggested_correction": "Use partial for the stated scope: exact root analysis image supplied, exact label-generation environment absent. Preserve the distinction between a pinned archive and a reproducible Dockerfile rebuild." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "data/remodnav-evidence.json#auxiliary_availability_metadata" ], "explanation": "The frozen annex location logs are availability claims, not recipient retrieval receipts. The inspection restriction prevents verifying exact content access. Not-checked correctly preserves that uncertainty without treating absent captured bytes as an observed access failure." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The declared root environment is obtained through clone/rerun and used through the named docker-make registration. Both mechanism and instructions exist. This supports the documented environment-use procedure, while the unavailable exact upstream environment is handled separately." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "Root and linked repositories use Git with DataLad/git-annex for large data. The shared Git-based model is visible in the component links and source histories rather than inferred solely from a DataLad name." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Classifier CI is a test definition for one component, and a historical completed analysis does not establish recurring full-workflow testing. Keeping the recurrence question not-checked is better supported than either a pass or an absence claim." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Raw inputs, derived event labels and classifier code have separate pinned repository boundaries; the root separates analysis, image specification and figures by path. This is useful functional modularity without requiring every directory to be a submodule." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "data/remodnav-evidence.json#external_sources/0 (sha256:44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5)" ], "explanation": "The exit-zero historical analysis used the Docker adapter, whose run operation creates a new container. Native rules expressly accept equivalent completed-run evidence, so a fresh execution by this reviewer is unnecessary for this historical test claim. It does not prove the current archive can still be retrieved or the manuscript has been retested." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "data/remodnav-evidence.json#external_sources/0 (sha256:44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5)", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root execution creates and removes a Docker container, but the explicitly included label pipeline directly invokes Python in the caller environment and does not spawn an isolated disposable environment. The scope used to identify its provenance and dependency defects must also apply to this all-executions property.", "suggested_correction": "Use partial: the root analysis/manuscript route is disposable, while label generation reuses host state. If assessing only root execution instead, explicitly narrow the scope consistently across related criteria." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "One image build and one format conversion show historical maintenance, not repeated tests that the exact result-generating environments can be reconstituted. The classifier CI installs dependencies independently. Not-checked accurately avoids inferring regularity from these isolated records." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "data/remodnav-evidence.json#nodes/0/absent_payloads" ], "explanation": "The image is represented by content-addressed archived configuration and layers, with native creation/conversion records. This is stronger than merely naming a registry tag; missing inspection payloads do not prove the archive is absent from the research object." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The same executable maintenance process and tracked updates support this duplicate of must/014. Both native answers are met and both carry upstream-duplicate, avoiding a contradictory duplicate judgment." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The supplied access declaration says no authentication or registration is required, and no restricted component is identified on the inspected study route. A host-local source URL demonstrates a portability problem, not access restriction. The empty-subject N/A is defensible within this inspection boundary." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "Independently maintained datasets and classifier code have explicit submodule boundaries. Following those links reveals the host-local acquisition-source URL, so partial is warranted without reclassifying ordinary Python packages as project modules." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The machine-readable module map and root reproduction narrative provide some structure, but no integrated account explains the different classifier revisions or how to recombine them. The label README describes a different obsolete mechanism, which further limits the documentation." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Raw inputs, event-table outputs and the classifier have separate version identities and explicit file interfaces. The enclosing pins retain known combinations while a component evolves. This supports independent update boundaries; it should not be read as a promise that arbitrary incompatible versions work together." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Submodule pins compose source and data, while the registration and recorded input/output selections compose execution. These are concrete composition mechanisms even though some component documentation and access paths need repair." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "DataLad commands and nested module declarations give navigable paths and source URLs. The disjunctive documentation-or-tooling item can pass on this tooling despite the incomplete explanatory map under may/002." } ], "verdict": "needs_revision", "created_at": "2026-10-28T00:24:30.230371+00:00", "limitations": [ "Inspection only: no network requests, payload acquisition, scientific workflow execution, container build or replay. Missing annex/container/scientific payloads are capture omissions, not observed retrieval failures.", "Used only the assigned anonymized JSON, pinned native instrument, and the frozen corpus reached through root documentation/module links. No peer reviews, results directory or other assessments were consulted.", "Manifest SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499 was verified; 267 captured source/history files matched their hashes. Content hashes verify capture identity, not scientific correctness.", "The native checklist pin check and response validator passed. All 31 IDs were checked semantically; missing value fields are allowed because the native encoder derives them. The supplied JSON has no aggregate score or report denominator to audit; its status counts cover 17 MUST, 9 SHOULD and 5 MAY, with unknown and N/A distinct.", "Original raw probe receipts and the separate assessment report were outside the assigned input boundary. Assertions about probe overrides were checked against source where possible, but exact original probe output and report arithmetic were not independently audited.", "The external Docker adapter is supplied through a release-tag URL rather than a commit URL; review citations bind it to its frozen SHA256 locator. Historical exit-zero records are repository evidence, not execution observed by this reviewer.", "Native met requires support across the declared object. The requested revisions apply that boundary to linked label generation consistently with the assessment own provenance and dependency findings. Root-only execution remains stronger than the recursive computation boundary.", "No verified observed runtime model identity was available; model_observed remains null. Agreement in this independent review is not human approval." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-narps-guidance-02-review-1", "assessment_id": "study-con-narps-guidance-02", "reviewer_id": "study-con-narps-guidance-02-review-1-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The root module paths, analysis input selectors and output destinations establish one project directory. The inaccessible upstream source URL is a link-resolution issue separately identified under must/002; it does not move the supplied analysis files outside this root." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "Following root data/raw_eyegaze reaches the phase2 module and its machine-local src/lab-eyetracking URL. Partial is supported for the declared recursive boundary. The paper consumes already supplied gaze files, so this does not prove that numerical replay cannot acquire its inputs; the assessment correctly preserves that distinction." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The recipe includes numerical and manuscript software and installs the locally pinned classifier. Its setup declares the classifier runtime libraries. Under the native equivalent-evidence rule these declarations count as inclusion; neither vendoring every package nor exact version pins are required here." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/.gitignore", "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2" ], "explanation": "Source inventories identify Git objects for manuscript text, scripts and configuration, and history records their changes. Absent captured SVG bytes and deliberately ignored rendered files do not undo that tracking. The mapping-questioned flag correctly separates tree cleanliness from version-control use." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/.gitattributes", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#nodes" ], "explanation": "The frozen inventory records content-addressed annex symlinks for large image layers and gaze data. This supports binary versioning even though the corresponding payloads were excluded from the capture; it cannot establish current availability." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/1dcac1b5f3e794077f5017fff410909331a72965" ], "explanation": "The 2023 record identifies the image directory, selected inputs and figure/macro outputs at a Git revision. The label-generation record names a shell action and outputs but no environment identity. The older empty-input/output record also cannot supply comprehensive result provenance. These concrete differences support partial." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root installation/use instructions are sound, and their explicitly labelled old route is not a silent conflict. However the declared scope includes the linked label generator: its README directs Condor jobs and removed Python scripts while its completed record invokes compute_all.sh. The assessment recognizes this conflict under may/002 and may/005 but does not apply native rule 10 to this A.1 item.", "suggested_correction": "Use partial for the stated recursive scope, retaining root-level success and naming the stale label-module instructions. Do not penalize the accurately disclosed old root route." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The tagged numerical rerun and manuscript target are concrete root entrypoints. They consume stored labels rather than executing the linked label pipeline. That pipeline has a conflicting documented Condor entrypoint and recorded bash entrypoint, so a whole-boundary met is inconsistent with rule 10 and with the assessment own recursive provenance scope.", "suggested_correction": "Use partial and distinguish reproducing the paper from supplied labels from regenerating those labels. Cite the actual compute_all.sh record as the latter entrypoint." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The root analysis builds dataset-relative paths. Following the label README exposes submit tooling that writes an absolute user-specific initialdir and Python 2.7 executable into jobs. Partial is justified in the declared linked-component scope; container-internal cleanup paths and example shell prompts are not the defect." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "Direct root imports have plausible explicit coverage, including sklearn through python3-sklearn and statsmodels through both recipe and package metadata. DataLad is optional inside the pre-provisioned image. But whole-boundary met does not reconcile the Condor/Python 2.7 label route, which is included as operative documentation for other negative findings and is not supplied by this Debian Python 3 recipe.", "suggested_correction": "Make dependency coverage explicit by execution route. Preserve root coverage; use partial for the documented label route unless a matching specification is identified, or clearly establish that this route is outside the same consistently applied scope." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The README supplies platforms and tool versions, but the adapter explicitly assumes Docker manageable by a non-root user, and the linked job generator assumes a particular home directory and inherited host environment. Those are concrete remaining host assumptions, supporting partial without inferring a runtime failure." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "A clear requirements list exists for root numerical analysis and typesetting. The assessment does not show an equivalent coherent system-requirements list for the linked label route whose undocumented Python 2.7/Condor host assumptions it counts elsewhere. This weakens the claim that the property holds across the declared boundary.", "suggested_correction": "Explain component coverage explicitly. Keep met only if the criterion scope is consistently restricted to the root delivered route; otherwise record partial for the incomplete linked-route requirements documentation." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "Environment recipe, executable registration and saved-image metadata are tracked with source; the linked package has versioned runtime requirements. This criterion asks whether specifications are tracked, not whether they pin every historical environment, so met remains justified." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/2a36f046124744ab052b5b523a9f45a3d9706d1e" ], "explanation": "History supplies runnable build/save commands, a completed archive build and a later recorded OCI maintenance operation. Earlier history also records adding sklearn when the analysis began using it. This exceeds a one-time file declaration; the duplicate flag is present and the paired item has the same judgment." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The archived image and adapter correctly establish exact root image identity; the latest label is not a floating runtime pull. But the linked label computation invokes host Python and an independently pinned classifier with unversioned library requirements, and no historical image or lock is identified for that computation. The assessment already recognizes that gap under must/006, yet gives whole-boundary met here.", "suggested_correction": "Use partial for the stated recursive scope: exact root container preserved, linked label environment not exactly specified. Keep missing payload availability separate under must/016." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#limitations" ], "explanation": "The native instrument requires independent recipient retrieval at the assessed identity. Source publication and recorded annex locations cannot demonstrate this, and payload acquisition/network checks were prohibited. Not-checked is therefore appropriate; absent captured payloads are not a retrieval failure." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The named root docker-make registration exists and the README explains obtaining and using it. The linked label README instead promises a different, incompletely delivered Condor mechanism and does not explain an environment for the recorded bash computation. Rule 10 and the skill explicit missing-mechanism guidance place this problem on must/017, not only modular-navigation items.", "suggested_correction": "Use partial across the declared linked computational boundary, documenting the complete root route and the missing/corrected label-generation environment instructions separately." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Root and discovered linked components retain Git revisions and Git submodule composition, with annex for large content. Those are compatible layers of the same versioning system, rather than competing independent tracking schemes." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Historical completed execution supports some workflow-testing practice; software pytest configuration alone does not show the paper is regularly tested. The obsolete label instructions are a concrete documentation/testing mismatch supporting partial. The lack of live CI access must remain uncertainty, not a claim that no testing occurred." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Raw gaze, derivative labels and reusable software have explicit repository boundaries; paper code, environment and figure outputs also have distinct locations. The native criterion does not require a separate Git repository for every internal directory, so this separation supports met." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The paired completed build and numerical action provide a historical actual container execution, and the adapter creates a fresh container process. This is stronger than a workflow definition and satisfies the item as a historical pipeline-test instance. It does not establish a current replay, manuscript rendering test, or fresh generation of every upstream input." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root adapter creates docker run --rm for each invocation, but the linked label generator is an ordinary bash loop invoking host Python with inherited PYTHONPATH. It does not create a disposable execution environment. The record likewise does not establish an enclosing disposable container. Thus met generalizes root behavior beyond the assessed computational boundary.", "suggested_correction": "Use partial: disposable root container executions are established; linked label generation relies on host environment state. Do not infer a missing historical enclosing environment was proven absent." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The completed root analysis and later run/load/save maintenance command demonstrate some environment reconstitution, not merely a recipe. The later command exits immediately and does not re-evaluate numerical outputs. Partial is defensible with this limited coverage; neither absent CI nor unobserved current tests proves complete absence of repeated testing." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "data/remodnav-evidence.json#nodes" ], "explanation": "The object preserves actual saved-image component identities and annex references under container/image, supported by completed archive construction and conversion records. This is stronger than pointing to a mutable registry tag. Current recoverability remains unverified and must not be inferred from archival structure." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "This duplicates must/014 in the native checklist. The same runnable image maintenance route and completed later update support the same verdict, and both answers carry upstream-duplicate. No independent second property or extra credit should be inferred from the repetition." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/dataset_description.json", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE" ], "explanation": "The consumed gaze data explicitly advertises unrestricted access and software is openly licensed. No required access-restricted component is identified. The empty-subject N/A is justified; a broken local source URL does not itself prove a restriction, and unavailable capture bytes are not restricted data." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Explicitly following root links reveals independently maintained data/software components rather than merely package dependencies. Most have public URLs and pins; the phase2 raw-source submodule has only a machine-local URL. Partial accurately captures that linkage defect without pretending remote availability was tested." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Root documentation gives component roles and commands but the linked label README presents obsolete component relationships and executable names. That is a concrete obstacle to understanding and recombining the declared modules, making partial more defensible than requiring an arbitrary elaborate module diagram." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e" ], "explanation": "Separate repositories and explicit parent pins permit controlled independent changes while retaining reproducible old compositions. The label classifier update demonstrates such a boundary in use. Met can describe this version-boundary property without asserting that arbitrary future dependency updates are compatible." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "Submodule paths provide concrete composition of data and classifier code; registration and Makefile connect the image to analysis and typesetting. Existence of that mechanism is established despite separate defects in particular upstream URLs and documentation." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "DataLad commands and module metadata give useful root navigation. The linked README directs users toward absent scripts, so support is incomplete across the same recursive scope. The partial verdict is supported and should also inform the A.1 findings." } ], "verdict": "needs_revision", "created_at": "2026-10-28T00:37:12.041616+00:00", "limitations": [ "Independent inspection used only the assigned anonymized native JSON, instrument con-narps-guidance at 326606610af6c261876c92032ca1f89f6d3ad1f1 and frozen remodnav evidence. No peer assessment, review, example or evaluation fixture was consulted.", "Manifest SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499 and all 260 supplied node source-file hashes were checked. Discovery followed root README/.gitmodules, analysis selectors and nested explicit modules; cache presence did not establish public discoverability.", "No network calls, scientific execution, builds, payload acquisition or remote retrieval tests were performed. Historical run records are documentary evidence of their stated commands and exit status, not a new successful replay or independent scientific validation.", "Binary payloads, annex data and image/config layers are absent by capture design. Their contents and current availability could not be verified. Undiscovered content behind the unresolved local source URL remains outside observable evidence.", "The native pin check and response validator pass. All 17 MUST, 9 SHOULD and 5 MAY IDs are present. Submitted statuses count as MUST 12 met/4 partial/1 not-checked; SHOULD 6 met/2 partial/1 not-applicable; MAY 2 met/3 partial. No aggregate score is supplied in the assigned JSON; associated report/probe/URL outputs were not available within the isolated review input and were not consulted.", "The assessment adapter citations use the version tag 1.2.3 rather than a commit. This review anchors that supplied source to its frozen relative locator and SHA256. The versioned source is relevant through root README tool/version -> container registration -> adapter, but a tag is not independently immutable.", "Unknown actual model runtime identity is retained as null. Agreement in this review is not human approval." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-narps-guidance-02-review-2", "assessment_id": "study-con-narps-guidance-02", "reviewer_id": "study-con-narps-guidance-02-review-2-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The analysis resolves inputs below data/ and remodnav/ and writes under the same project root. A separate reachability finding for the nested raw-source URL is appropriate; its local URL does not erase the structural root layout." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "Following root data/raw_eyegaze exposes src/lab-eyetracking with a host-local URL. That is a concrete recursive link defect. The assessment correctly distinguishes this predecessor from the processed gaze files actually consumed and does not infer a failed annex download." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The image declares scientific and typesetting distributions, while Docker-Makefile installs the Git-pinned classifier and its declared requirements. Physical vendoring is unnecessary under the native equivalent-evidence rule." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/.gitignore", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Frozen histories and file identities establish Git tracking. The manifest explicitly lists uncaptured SVG/class and annex payloads, so their absence in a logistical checkout cannot establish original untracked or deleted files." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/.gitattributes", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The manifest inventory retains six root image annex symlink identities, including both large layers, and the linked gaze dataset documents annex-managed data. This establishes use of large-file versioning without requiring payload retrieval." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/1dcac1b5f3e794077f5017fff410909331a72965" ], "explanation": "The 2023 numerical record declares container/image, concrete inputs and img/results_def.tex outputs. The linked label run records bash execution and outputs but no exact environment; the older root record also lacks explicit inputs/outputs. Partial correctly preserves both facts." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Root instructions are clear and accurately distinguish the newer container route from the old route. However, the declared assessment boundary also includes label generation: its README instructs readers to run removed preprocessing/detection programs, whereas the completed record uses compute_all.sh. The assessment acknowledges this conflict under MAY items but leaves the affected A.1 item fully met, contrary to verdict rule 10.", "suggested_correction": "Use partial for the declared computational-component boundary, naming the correct root route and the conflicting label instructions; alternatively explicitly delimit this item to consuming published labels and reconcile that boundary with the other items." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "There is an unambiguous numerical entry point at the root. There is also a different, undisclosed executed entry point for the included label component. Under the native rule for mechanism-versus-record and documentation-versus-mechanism conflicts, an object-wide met ignores an already-inspected contradiction.", "suggested_correction": "Use partial under the stated inclusive boundary, or explicitly justify why label regeneration is outside this execution item while retained elsewhere." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The root analysis uses relative paths. The linked submit generators literally embed a personal home directory and a fixed Python 2.7 executable. Partial is supported for the inclusive boundary, with the important qualification that these legacy scripts are not the root container replay route." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/remodnav/tests/utils.py" ], "explanation": "The direct analysis imports, classifier imports and plotting helper imports match declared distributions; sklearn maps to scikit-learn, and pylab to matplotlib. DataLad is explicitly optional inside the analysis because the recorded outer run provisions inputs. No concrete missing dependency on the direct numerical/manuscript route was found; this is source inspection, not a fresh-environment success claim." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The README identifies platforms and orchestration tools. The linked legacy generator still depends on an inherited host environment and personal initial directory, which is a concrete incompleteness. The adapter also explicitly notes its non-root Docker-management assumption. These support partial without mistaking container-internal /tmp or /root paths for host dependencies." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "A usable requirements list exists for the root route, and the manuscript Operation section adds classifier dependencies and memory requirements. The specific host-configuration omissions are separately and appropriately retained under must/011; this met does not establish that every historical environment is exactly reconstructable." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "Recipe, registration and archived-image metadata have identities in the same Git snapshot as the code. Missing payload bytes in this review package do not negate that tracking evidence." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef" ], "explanation": "The history exposes runnable build/save commands and actual environment maintenance beyond initial introduction, including the runtime-ENV correction and later archive conversion. This meets the native command-plus-history interpretation. The duplicate flag is present and the paired should/008 answer is consistent." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The saved image is identified by config/layer hashes and Git/annex identities, and the adapter derives the execution ID from saved config bytes. The latest annotation is not a mutable registry lookup. The assessment correctly separates exact archived identity from the weaker floating-base Dockerfile rebuild." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/04c/184/MD5E-s558--87b41ff70e5a8111403dd4d5bf11ac4c.log.web" ], "explanation": "The annex metadata contains a publication URL but no independent recipient retrieval. No network or payload operation was allowed. Not-checked is therefore the correct native outcome, rather than a pass from location logs or a failure inferred from capture omissions." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root named environment and usage commands match the implementation. The linked label component provides neither a current explanation of its recorded Python route nor usable instructions for the obsolete programs named in its README. Keeping this fully met while marking modular guidance partial selectively narrows the declared boundary; native rule 10 explicitly maps undocumented route conflicts to this item.", "suggested_correction": "Use partial for the inclusive boundary and state that root environment guidance is sound while label regeneration guidance needs correction." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The discovered components all use Git histories and Git module pins, with annex/DataLad extending the same system for content. A broken module URL is a reachability defect, not evidence of a second version-control system." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "There is a completed numerical rerun and later environment maintenance, but the classifier CI is a definition for package testing and does not prove repeated paper-workflow tests. The stale linked instructions also demonstrate incomplete instruction coverage. Partial is reasonable and does not claim unobserved CI success." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "Raw gaze and label derivatives are independently pinned datasets; classifier, root analysis, generated outputs and environment definition have distinguishable locations. This is substantive separation rather than merely a folder named data." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE" ], "explanation": "The relevant gaze input explicitly advertises unrestricted access and the inspected classifier is openly licensed. No access-restricted subject was identified for the numerical workflow, so N/A is justified under the empty-subject rule. This does not assert current network availability." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "A completed image-build record is followed by a completed numerical run naming that image. The invoked adapter starts a new docker run container, so this is historical fresh-container execution evidence, not merely a recipe. It supports the numerical pipeline claim without implying a new reviewer replay or verification of every linked generator." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root route does create disposable Docker executions. The included label-generation route instead invokes plain Python with inherited PYTHONPATH and its completed bash record supplies no disposable-environment wrapper. A statement that the inclusive workflow spawns disposable environments for each execution is therefore stronger than the evidence.", "suggested_correction": "Use partial for the inclusive execution boundary, or explicitly restrict the claim to the root numerical/manuscript route and document the unresolved isolation of label generation." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "Historical image construction, numerical use and later OCI maintenance provide some environment testing, but no regular full reconstitution programme is established. Partial is defensible. One evidential refinement: adapter load skips importing the archive when its image ID is already installed, so c531a59 alone does not prove a fresh archive import.", "suggested_correction": "Retain partial, but describe c531a59 as completed image execution/conversion; qualify the fresh-load claim because the Docker cache state was not recorded." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The image is stored as an archive within the research object with annex-addressed payloads and tracked metadata, rather than merely a Docker Hub reference. Present-day accessibility remains a separate unknown under must/016." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef" ], "explanation": "The same executable maintenance procedure and tracked instances support this duplicate of must/014. Both answers carry upstream-duplicate and agree in status, avoiding a contradictory treatment of the identical criterion." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Following root links identifies separately maintained datasets and classifier repositories, not ordinary pip dependencies. Most have named public repositories, while the raw-data predecessor has only a host-local module URL. Partial follows the native retrievable-component interpretation." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Root documentation describes the integrated data/code/environment object, but the linked labels entry point gives obsolete processing directions and no current explanation of recombination with its classifier. That is specific evidence of incomplete modular documentation." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Distinct repository pins allow components to evolve independently while a parent retains its selected versions; the label classifier update is an actual instance. The analysis consumes explicit file interfaces. Met is reasonable for version-boundary design, without promising arbitrary cross-version compatibility." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "Gitlinks compose data and classifier beneath the root, and the registration runs make targets against the mounted dataset. These are concrete composition mechanisms; the separately reported local-link defect does not remove their existence." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "DataLad commands and module configuration provide navigation support, but a reader entering the linked labels repository encounters misleading reproduction directions. Partial correctly reflects useful root tooling alongside a concrete component-level documentation defect." } ], "verdict": "needs_revision", "created_at": "2026-10-28T00:42:52.803679+00:00", "limitations": [ "Inspection-only review of the assigned anonymized JSON, pinned native instrument and frozen remodnav corpus. No peer outputs or finished assessments were consulted.", "No scientific execution, container build, payload acquisition or network checks occurred. Missing numerical data, image layers/config bytes and figure payloads limit independent verification of content and present-day retrieval.", "All 31 native answers were checked against their criterion text and material source evidence. The native checklist hash check and response validator passed; these checks establish structure rather than judgment correctness.", "The supplied response has 17 MUST, 9 SHOULD and 5 MAY answers with no explicit score or denominator arithmetic to contradict. Its status counts are internally consistent and N/A/unknown are separate; no companion report, URL or original probe output was supplied for independent audit.", "The principal disagreements concern applying the explicitly inclusive computational-component boundary consistently. If execution items intentionally assess only root consumption of published derivatives, that narrower boundary must be stated and reconciled with the assessment's component-level negatives.", "Historical completed-run records were inspected as provenance evidence; their reported exit codes are not a new observation of numerical agreement or scientific validity. The external adapter was checked from the supplied hash-frozen file reached through root README/version and registration references; its public release-tag URL alone is not an immutable commit citation.", "Requested model identity is recorded as requested only; actual runtime model identity was not independently observed. Agreement in this review is not human approval." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/009", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-narps-guidance-02-review-3", "assessment_id": "study-con-narps-guidance-02", "reviewer_id": "study-con-narps-guidance-02-review-3-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The analysis selects gaze, label TSVs and Andersson inputs beneath the root and writes img/ and results_def.tex there. The top-level boundary is structurally coherent; the separately identified recursive source-link defect does not establish an outside-root dependency of this final analysis." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "Following root data/raw_eyegaze reveals src/lab-eyetracking with a machine-local URL. This is a concrete failure of recursive discoverability, supporting partial within the declared linked-component boundary. The selected processed gaze files have their own annex route, so no failure to retrieve those files follows." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The numerical libraries are installable declarations, the classifier is a pinned project component installed locally, and orchestration tools are explicitly required. The equivalent-evidence rule permits this split between image dependencies and documented host orchestration; vendoring all package dependencies is unnecessary." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2" ], "explanation": "The frozen Git inventory and commit history identify source, manuscript, configuration and module revisions. Omitted capture payloads do not negate original Git tracking. This verdict is supported independently of checkout cleanliness." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/.gitattributes", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The image layer paths have annex content keys in the frozen inventory, and the gaze dataset explains its Git-plus-annex storage. These directly establish large-content versioning without pretending the unavailable layer or data bytes were inspected." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/1dcac1b5f3e794077f5017fff410909331a72965" ], "explanation": "The 2023 run includes container/image as extra input and declares image-directory and numerical outputs. The actual label-generation record instead invokes bash code/compute_all.sh without environment identity; the earlier root run also lacks declared inputs and outputs. Partial is supported across the stated boundary. Merely having later package pins cannot repair historical environment provenance." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The root provides tool installation links and explicit commands for numerical replay and PDF construction. Old instructions are openly distinguished from the replacement route, so the method forbids treating those two accounts alone as a silent conflict. No make changes target is promised." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The root names a concrete results-containerized replay target; its recorded command reaches clean results_def.tex, which invokes the analysis. The manuscript has a separate command. This establishes a usable starting point, rather than an observed successful replay in this review." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "Root data selection uses relative joins. The linked submit generator embeds a specific home directory and Python executable, giving a specific counterexample within the wider inspected boundary. Container-internal paths and Windows prompt examples should not be counted as host-path violations." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/remodnav/tests/utils.py" ], "explanation": "The direct numerical imports and imported classifier/helper dependencies map to declared NumPy, SciPy, statsmodels, matplotlib/pylab, pandas, seaborn and scikit-learn. The DataLad import has an explicit fallback, with inputs provisioned by the outer run. Make, Inkscape and TeX tools are declared. This supports completeness of the documented final-analysis route; it is not proof of rebuilding success." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The README identifies tested operating systems, Docker and tool versions, but the adapter expressly assumes non-root Docker management and the linked legacy submission route assumes a particular working directory and inherited environment. Partial is supported by concrete configuration assumptions, not merely a generic desire for more documentation." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "Host prerequisites and numerical/typesetting package lists are present and readable along the main route. This is a requirements-list property; the known legacy host assumptions are appropriately distinguished under must/011." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The frozen Git tree includes the recipe, registered invocation and image identity metadata beside code. This directly establishes tracked environment specifications and does not depend on image download or successful execution." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/2a36f046124744ab052b5b523a9f45a3d9706d1e" ], "explanation": "History supplies runnable build/save commands and a later recorded format-maintenance operation. The dependency-change history also records adding scikit-learn for the added kappa computation. Together these support a practiced, tracked maintenance route. The first image build alone would only establish initial creation, so the later maintenance evidence is essential." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The image has explicit SHA256 descriptors and config/layer identities. The adapter hashes the archived config and executes the resulting image ID; latest is a preserved tag annotation, not evidence of a registry pull during replay. Exact byte retrieval remains unverified, but identification is supported." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/04c/184/MD5E-s558--87b41ff70e5a8111403dd4d5bf11ac4c.log.web" ], "explanation": "The annex metadata records an image-blob URL, and published specifications are represented in the corpus. Neither supplies an independent recipient retrieval of the exact current payload. Not-checked follows the native publication rule and cohort prohibition; absent capture payloads are not retrieval failures." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The root explains how to install prerequisites, clone, replay and build the manuscript, and the named docker-make registration exists. This is evidence of obtaining/using instructions, while actual availability and broader historical label-environment reconstruction remain separate issues." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Root and discovered data/software modules share Git revision links, with DataLad/git-annex extending the same framework for large files. No separate incompatible version-control scheme is visible in the inspected components." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "There is completed manual numerical recomputation and later archive maintenance, plus classifier testing infrastructure. These are useful but limited evidence of ongoing accuracy of the full instructions; the linked labels README still names removed scripts. Partial is more defensible than either a full pass from CI presence or failure based solely on missing root CI." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Raw inputs, labels and classifier have separate repositories; analysis, figures and environment also have distinct locations. The root consumes the derivative module rather than mixing label-generation changes into raw data, supporting the modular-separation property." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE" ], "explanation": "The inspected required data are described as unrestricted and runtime software has open distribution terms. No restricted required component was identified, so the empty-subject N/A is appropriately qualified. Lack of payload access in this inspection is not itself an access restriction." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The completed Docker analysis is valid historical fresh-container evidence for the final summaries and figures. It consumes previously generated label TSVs; it does not execute the linked label-generation pipeline. The assessment includes that component for provenance and portability defects but does not explain why its unverified fresh-environment testing is excluded from this full met verdict.", "suggested_correction": "State component coverage explicitly. For the declared scope including linked computational components, use partial for demonstrated final-analysis coverage with label-generation freshness unverified, or supply completed fresh-environment evidence for the label pipeline. Do not replace the valid root run evidence with a blanket not-checked." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "disagree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The adapter does create a disposable Docker process for the root analysis. However, the included label-generation script directly runs python with inherited PYTHONPATH, and its completed run invokes bash without creating a disposable environment. Consequently the cited root adapter cannot establish that every execution across the assessment boundary is isolated. A full met contradicts the broader component scope used elsewhere.", "suggested_correction": "Change to partial: root replay uses docker run --rm; the linked label workflow uses an inherited host Python environment. Preserve the positive root-container finding and distinguish it from upstream generation." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The historical records connect a built image to results and later exercise the preserved image during migration. They establish some environment reconstitution testing but no stated regular schedule or full current-boundary coverage. Partial is a reasonable qualified judgment. Full numerical re-execution is not itself required by this environment-focused item, so regularity and coverage should be the limiting claims." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The environment archive is part of the versioned object, with explicit layer/config identities and recorded creation and conversion. This is stronger than an external mutable tag. Archive structure is inspectable even though current payload access is not; must/016 correctly carries that unresolved question." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "This duplicates must/014 and uses the same build/archive and later maintenance evidence. The assessment marks the duplication rather than suggesting two independent properties were established. The maintained image format provides a later instance beyond initial introduction." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The subject is real independently maintained datasets and software, not ordinary installed packages. Most components have explicit public Git links and revision identities, but the raw-source predecessor has a local-only URL. Partial respects both the positive modular structure and this specific unresolved linkage." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root gives a high-level account of code/data/environment composition. The labels README directs Condor scripts absent from the pinned inventory, whereas the recorded generator is compute_all.sh. That concrete stale component account supports partial documentation of relationships and recombination." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Separate revision pins and histories let child components evolve while the parent keeps a fixed known combination. The analysis reads defined data formats and paths. This supports independent update boundaries without asserting that arbitrary future revisions have been compatibility-tested." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "Git links compose independently versioned inputs and classifier, while the registered container and make target connect them to execution. That is a concrete composition mechanism; the nested unresolved source URL is already distinguished from the existence of the mechanism." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "Readers can navigate the top-level links and commands, but the linked labels reproduction document leads to obsolete script names. The presence of machine-readable module paths supports partial navigation assistance, without erasing that documented dead end." } ], "verdict": "needs_revision", "created_at": "2026-10-28T00:49:49.719207Z", "limitations": [ "Inspection-only review of the assigned anonymized response and the frozen corpus identified by data/remodnav-evidence.json, SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. No scientific execution, build, payload acquisition, network call, peer output or other assessment was used.", "Discovery followed root README/.gitmodules and explicitly linked computational components. External adapter inspection followed the README tool/version and registered invocation; its frozen content hash is cited rather than claiming live verification.", "Unavailable annex/data/image payloads and omitted binary assets prevent byte-level validation, scientific output comparison and independent recipient retrieval. Historical exit-zero provenance is evidence of recorded completed actions, not a new successful replay.", "The main revision is consistency of component coverage for should/004 and should/005. The root final-analysis container evidence is supported; linked upstream label-generation freshness/isolation is not established by that evidence.", "The native validator and checklist pin check both passed. The response contains exactly 31 criteria: MUST 12 met, 4 partial, 1 not-checked (17 total); SHOULD 6 met, 2 partial, 1 not-applicable (9 total); MAY 2 met, 3 partial (5 total). No aggregate numeric score appears in the assigned response. Companion report/probe/URL artifacts were not supplied for this isolated review, so their totals and probe narratives were not independently certified.", "This review does not establish current CI cadence or access permissions, and agreement is not human approval. Actual runtime model identity was not independently observable." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/009", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-narps-guidance-03-review-1", "assessment_id": "study-con-narps-guidance-03", "reviewer_id": "study-con-narps-guidance-03-review-1-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The cited lab URL is real, but its checkout path is still data/raw_eyegaze/src/lab-eyetracking under the common root. The completed root run selects published gaze files, label TSVs and Anderson annotations, not that raw-source module. The assessment itself acknowledges this. A bad source URL does not by itself demonstrate that files essential to the declared results/figures/manuscript route reside outside the root. The rationale conflates nesting with recursive source accessibility.", "suggested_correction": "Use met for the common-root property on the declared reproduction route, while retaining the concrete nested-link defect under must/002 and may/001. If regenerating phase2 source data is intentionally included, state that expanded boundary and its necessity explicitly." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "Following root data/raw_eyegaze reaches a real submodule whose URL is an absolute lab filesystem location. Partial is defensible for the assessment's recursive component boundary; public root links coexist with this structurally nonportable nested link. This does not establish a failed download or a blocker to consuming the published gaze files." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The Docker recipe declares analysis/rendering packages and Docker-Makefile installs the pinned REMoDNaV module. The native equivalent-evidence rule permits package declarations instead of vendoring; mutable apt resolutions concern exact identity, not software inclusion." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "Immutable Git entries establish source, manuscript, configuration and component revision tracking. The frozen inventory identifies intentionally omitted payloads, so treating reconstructed-checkout omissions as original uncommitted deletions would be incorrect." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/blobs/sha256/e2728fc6d2c404f7b41e0fa4f889117090f4476eefab2bca48d7164dcbf7a0cb", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The manifest records annex keys with sizes for the 1.75 GB image layer, gaze payloads and event-label outputs; phase2 documents separate Git metadata and annex content. This directly supports large-payload versioning without needing to download the bytes." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root record has exit 0, explicit result outputs and container/image as an extra input. The label-generation record has exit 0 and explicit input/output selections but invokes host Python through compute_all.sh with no frozen environment. For the stated inclusion of linked computational components, this is a concrete partial, not an absence of provenance everywhere." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The README contains installation references and executable reproduction commands. It labels the original route as old and explains why the Docker route was introduced, so the two routes are an explicit disclosure rather than a silent contradiction. The supplied targets support the documented commands." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The signed results-containerized tag is named as the rerun entry point, and the named docker-make environment supplies the manuscript target. The historical run spells out the actual analysis invocation. This establishes a starting point without claiming a present successful replay." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "Root analysis paths are relative. The linked legacy submission scripts actually embed a specific home directory and /usr/bin/python2.7. Under the assessment's component-wide script inspection, partial is supported; example prompts in README and internal container paths should not be counted as defects." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The checked numerical route imports NumPy, SciPy, pandas, matplotlib, seaborn, sklearn and local REMoDNaV, matching recipe/package declarations. Its DataLad import has a fallback while recorded inputs are provisioned externally; rendering uses listed Inkscape and latexmk. This supports the explicitly stated current results/figure/PDF dependency judgment, not all optional tools in every upstream repository." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "Platform names, Docker compatibility and mount behavior are provided. The nested submission route still assumes a particular lab directory and Python installation. That supports partial for the broad component scope. The adapter also notes non-root Docker manageability, although README links installation documentation; without those external documents, that smaller documentation claim remains less certain." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The documented current route clearly lists DataLad, its Containers extension, Docker versions/platforms and container package requirements. This item asks for a clear requirements list; the separate finding about residual legacy host assumptions need not negate the root list." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The environment recipe and execution registration are tracked beside analysis code, with package metadata reachable through the root-pinned software module. No special manifest filename is needed to establish version control of these specifications." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/d479a9ac9defd121a3ba3efd6c0dbf5b475cc76e", "https://github.com/psychoinformatics-de/paper-remodnav/commit/2c379a15fd02894f2d9e5d4d41302798555e2f72", "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "The partial judgment considers only post-introduction Docker dependency changes. Root history also contains a 2021 Makefile dependency change and a later package-pinning commit, while the 2023 Docker introduction explicitly replaces a failing existing environment and documents runnable build commands. Those are material candidates under the native process-plus-tracked-updates rule. Historical blob omissions prevented inspecting the earlier diffs offline, so I cannot confirm that partial or met is the final correct answer.", "suggested_correction": "Discuss the earlier Makefile specification and environment migration, and explain why they do or do not count as executed update instances. Do not imply that the project has no tracked dependency updates merely because the newest Dockerfile lacks later dependency edits. Apply the same resolution to should/008." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The saved image is content-addressed; the adapter hashes its saved config and runs the resulting image ID. RepoTags latest is not a floating registry lookup on this execution path. The image pin supports an exact-environment attempt even though rebuilding the recipe could resolve different Debian packages." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The native rule requires independent retrieval of the assessed revision and payloads. This cohort supplies metadata but deliberately omits image layers and forbids acquisition. Not-checked correctly preserves that uncertainty; the absence of captured payloads is not an observed access failure." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "Clone, rerun and containers-run instructions connect to an actual registered image path and executable targets. The reader is told how much image/input data is obtained and how differences will be recorded. This is meaningful environment-use guidance, independent of whether retrieval succeeds today." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The discovered hierarchy composes Git repositories, with DataLad/git-annex managing payload identities in the same Git-based system. Different repository boundaries and use of plain Git for some components are not competing incompatible versioning systems." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "The recorded recomputation and image-format conversion are discrete historical events. Software CI exercises package tests, not the full study instructions, and no execution history establishes a regular study-validation cadence. Not-checked avoids turning absent cadence evidence into a demonstrated lack of testing." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Raw gaze, processed labels and maintained software are separate components; root analysis, outputs and environment definitions occupy distinct paths. The structure provides real separation even though not every category is a separate Git repository." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The completed root run records successful analysis inside the Docker adapter, whose versioned implementation invokes a new docker run container. This is equivalent completed-run evidence allowed by the native method. It supports historical container testing, not a reviewer rerun or proof of scientific correctness." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The registered current workflow starts Docker with --rm, and its command creates and removes the temporary HOME after success. The persistent project mount carries inputs/results; it does not show reuse of the container process/environment between executions." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "An archived-image build, analysis run and later OCI conversion show individual successful operations, but no supplied repeated test sequence reconstitutes the exact results environment regularly. The software CI definition does not close that gap." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The records save an image into the research object and later convert that archive to OCI. Manifest digests and annex pointers show archived artifacts rather than an external mutable registry reference. Current retrieval remains a separate unresolved question under must/016." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/d479a9ac9defd121a3ba3efd6c0dbf5b475cc76e", "https://github.com/psychoinformatics-de/paper-remodnav/commit/2c379a15fd02894f2d9e5d4d41302798555e2f72", "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "The partial judgment considers only post-introduction Docker dependency changes. Root history also contains a 2021 Makefile dependency change and a later package-pinning commit, while the 2023 Docker introduction explicitly replaces a failing existing environment and documents runnable build commands. Those are material candidates under the native process-plus-tracked-updates rule. Historical blob omissions prevented inspecting the earlier diffs offline, so I cannot confirm that partial or met is the final correct answer.", "suggested_correction": "Resolve together with must/014 and retain upstream-duplicate on both. Review the earlier Makefile updates and the documented modernization before asserting that no update instance is demonstrated." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The discoverable dataset declaration advertises unrestricted access, and no access-policy-restricted component is identified on the computational route. A stale local source URL is an accessibility defect, not evidence of a restriction policy. The empty-subject N/A is appropriate within these limits." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Maintained project datasets and software are identifiable pinned modules, but the nested lab source lacks a portable retrieval locator. Under the native equivalent-evidence rule, retrievability is part of this property, so partial is justified even though the simpler probe can report met from submodule presence alone." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Root prose describes the overall contents and execution route but gives little component-combination guidance. The linked labels README describes Condor commands and scripts differing from the actual recorded compute_all.sh generation route. This supports incomplete modular documentation." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Separate pinned repositories permit upstream maintenance without automatically changing the composed snapshot. This supports controlled component updates. It should not be read as a tested guarantee that arbitrary new versions remain scientifically or technically compatible; the assessment appropriately disclaims that stronger interpretation." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "Gitlinks specify composition, the run record names inputs across those modules, and the container registration binds execution to the saved image. The mechanism is concrete and understandable despite the separate nested-source accessibility issue." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "DataLad-based clone and replay commands operate on a declared module structure, and the run input paths expose which components contribute to results. Tool-supported navigation is present even though richer narrative recombination documentation would improve may/002." } ], "verdict": "needs_revision", "created_at": "2026-10-28T01:04:22.731873+00:00", "limitations": [ "Inspection-only review of the assigned anonymized JSON using con-narps-guidance at 326606610af6c261876c92032ca1f89f6d3ad1f1 and frozen manifest SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. All 260 supplied node source-file hashes matched the manifest. Discovery followed root gitlinks and their explicit nested links; the adapter was reached through the README tool/version reference and container registration.", "No network calls, scientific workflow execution, container build or payload acquisition occurred. Binary/annex payloads are intentionally absent. Historical exit-zero records were inspected as historical evidence, not independently replayed or scientifically validated.", "Historical commit messages and available Git metadata were reviewed. Two attempted historical-diff reads could not resolve omitted blobs with lazy fetching disabled and protocols disallowed; these capture limitations particularly constrain must/014 and should/008.", "The native validator and checklist-pin check passed. Independently counted answers comprise 17 MUST, 9 SHOULD and 5 MAY; the input has no overall score or denominator calculation to contradict. Counts retain all partial, not-checked and not-applicable responses. No numeric review score is assigned.", "Only the assigned native JSON was available for assessment review; its separate report/probe receipt/app URL were not read. Consequently specific claims about the assessor's earlier probe output or overrides were not independently reproduced; judgments above rest on source and history inspection.", "Current external installation documentation, issue discussions and continuous-integration run histories were not supplied. No live-access or regular-testing inference is drawn from their URLs. Agreement with a criterion is not human approval; observed model/runtime identity remains unavailable." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-narps-guidance-03-review-2", "assessment_id": "study-con-narps-guidance-03", "reviewer_id": "study-con-narps-guidance-03-review-2-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The linked-component boundary contains a concrete lab-local source reference, so partial is defensible for the stated recursive scope. The root analysis itself consumes published phase2 gaze files, not src/lab-eyetracking; the limitation must remain explicitly distinguished from a failure to reproduce the manuscript from published inputs." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The root links and nested label/software links are explicit. The phase2 source URL is an absolute local filesystem locator, establishing a structural portability defect without a network experiment. Partial correctly separates this defect from unverified payload availability." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The linked REMoDNaV package and installable apt/pip declarations supply the required software-inclusion mechanism. Floating build inputs do not invalidate inclusion; exact identity belongs to must/015." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The frozen Git inventory identifies source, manuscript, configuration and component gitlinks. Deliberately absent capture payloads are not untracked original work, so overriding a checkout-deletion heuristic is appropriate." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/blobs/sha256/e2728fc6d2c404f7b41e0fa4f889117090f4476eefab2bca48d7164dcbf7a0cb", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#/nodes/0/absent_payloads" ], "explanation": "The manifest retains a content-keyed annex pointer for the large layer, and phase2 describes separately annexed data. This proves the tracking mechanism, independently of whether payload retrieval succeeds now." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root exit-zero record declares the archived image as an extra input and img/results_def.tex outputs. The label-generation record instead invokes host Python without an exact environment reference. Partial matches the explicitly included upstream computation and does not mistake the presence of a DataLad marker for complete provenance." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile" ], "explanation": "The current README gives named installation and reproduction commands that have corresponding configuration and targets. It explicitly distinguishes the old route and the figure difference, so coexistence of those routes is not a silent documentation conflict." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The rerun tag and docker-make manuscript target are concrete starting points, and the historical record expands to the delivered analysis target. This is an entry-point finding, not independent proof of current successful reproduction." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The root data and figure paths are relative. The included legacy submission scripts have a fixed home-directory initialdir and Python executable, providing specific violations for partial. Container-internal cleanup paths and README console prompts should not be counted as host path defects." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/remodnav/tests/utils.py" ], "explanation": "For the current reproduction route I checked the analysis imports, linked classifier/helpers, and render commands against the declared packages. sklearn maps to python3-sklearn, pylab to matplotlib, and DataLad retrieval is optional inside the pre-provisioned container. No concrete missing dependency was established; this does not certify the obsolete Condor route." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "data/remodnav-evidence.json#/external_sources/0 (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README DataLad Containers 1.2.3 -> .datalad/config -> datalad_container/adapters/docker.py)", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "Platforms and image compatibility are documented, but the supplied adapter explicitly assumes Docker on PATH usable by a non-root user. Legacy linked submission code additionally requires a specific lab initialdir and inherited environment. Partial has concrete support; this is not an observed execution failure." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The current route has an explicit host-tool list with verified versions/platforms and a readable system/package recipe. The undocumented host details already isolated under must/011 do not erase this clear dependency list." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "Both the root recipe/registration and the linked package dependency declarations are versioned. The criterion asks for tracked specifications, not a fully frozen rebuild or a successful new build." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/d479a9ac9defd121a3ba3efd6c0dbf5b475cc76e", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The rationale considers only updates after the first archived Docker build. The frozen history also records a 2021 Makefile dependency-version update, and the documented make route contains executable dependency installation commands; the 2023 container migration is explicitly motivated by dependency incompatibility. The native rule excludes counting initial file creation, but does not require an update after the first archived image. Historical patch blobs were unavailable locally, so I cannot fully adjudicate whether the earlier updates satisfy the declared-process requirement.", "suggested_correction": "Reassess the complete environment history and explain why the Makefile update and documented migration do or do not count. Do not assert absence of update instances solely because no later Docker dependency rebuild exists; use met if the documented process and tracked update are established." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#/external_sources/0 (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README DataLad Containers 1.2.3 -> .datalad/config -> datalad_container/adapters/docker.py)", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root image is exactly identified: the adapter hashes the saved configuration and runs that image ID, so latest metadata is not a floating execution selector. However, the assessment includes upstream label generation when rating must/006 partial, while no exact environment is supplied for that included computation. A whole-object met here silently narrows the boundary to the root image.", "suggested_correction": "Use partial for the declared scope, preserving the root-image success and identifying the upstream exact-environment gap; alternatively explicitly narrow and consistently apply the assessment boundary." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#/limitations" ], "explanation": "Metadata and saved content keys do not establish independent recipient retrieval. The inspection-only restriction prevents that verification, so not-checked is the supported status rather than a publication pass or an inferred download failure." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The named docker-make registration exists, and the README explains acquisition, rerunning the computation, and manuscript compilation. The instructions refer to an implemented environment route rather than an unregistered image name." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The linked code/data structure uses Git revision identities and DataLad/git-annex for data content. External package installation does not imply a competing project version-control system." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "The root history supplies particular reruns and the software has a CI definition, but these do not demonstrate regular testing of the current complete study instructions. Not-checked correctly avoids treating absent visible CI runs as evidence that testing never happens." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Raw gaze and event labels are separately linked datasets; software, study analysis, image definition, figure outputs and manuscript occupy distinct paths. This is substantive separation even though every directory is not a separate repository." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "data/remodnav-evidence.json#/external_sources/0 (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README DataLad Containers 1.2.3 -> .datalad/config -> datalad_container/adapters/docker.py)" ], "explanation": "The exit-zero 2023 result record combined with the adapter implementation is completed-run evidence for a new Docker container, satisfying the method's explicit equivalent-evidence rule. It supports the documented root pipeline test, not a fresh review-time replay or regeneration of upstream labels." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "data/remodnav-evidence.json#/external_sources/0 (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README DataLad Containers 1.2.3 -> .datalad/config -> datalad_container/adapters/docker.py)", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root route starts docker run --rm, but the included label-generation workflow directly invokes host Python with PYTHONPATH and creates no disposable environment. The same component is explicitly within scope for must/006 and must/009; therefore the evidence supports disposability for some components, not every execution across the object.", "suggested_correction": "Change to partial for the stated scope, explaining root container isolation and the host-based upstream computation. A root-only met would require a consistent, explicit scope restriction." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "Image construction, one scientific run and a later format conversion are identifiable successes. They do not establish a repeated schedule of reconstruction tests for the exact results environment. The package-only CI definition does not fill that gap." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#/nodes/0/absent_payloads" ], "explanation": "The object contains saved image metadata and annexed executable layers, rather than only an external registry tag or build recipe. Missing review payloads limit verification of archived bytes and retrieval, not the observed archival mechanism." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/d479a9ac9defd121a3ba3efd6c0dbf5b475cc76e", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "This correctly duplicates must/014 and carries the duplicate flag, but inherits its overly narrow post-initial-image history argument. The earlier tracked Makefile dependency update and documented environment migration deserve explicit consideration.", "suggested_correction": "Apply the same corrected evidence and verdict as must/014 after resolving the historical update question; retain upstream-duplicate." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The available access declaration is unrestricted, and no explicit restricted computational component is identified. A lab-local path alone does not establish access restrictions; the empty-subject not-applicable treatment is justified within available evidence." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The independent datasets and code are linked as versioned components, while the nested lab-source locator is not independently retrievable by its recorded location. Partial applies to these project components rather than conflating ordinary pip dependencies with modules." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root overview explains the products but offers little recombination guidance. More specifically, the labels README prescribes Condor scripts while the retained generation record uses compute_all.sh. Partial reflects a real documentation gap, beyond merely requiring a diagram." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "data/remodnav-evidence.json#/discovery_graph" ], "explanation": "The root and labels repositories independently pin different REMoDNaV revisions, demonstrating independent component ownership and selection. This supports modular update boundaries; it cannot guarantee scientific compatibility of arbitrary future revisions, a limit the assessment correctly states." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The gitlinks compose the data/code snapshots, while the container registration and run input paths connect those components to execution. The mechanism is concrete even though some nested retrieval links remain defective." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Clone/rerun instructions, named module paths, and recorded input selections provide navigation tooling. This can be met while may/002 remains partial because navigation tooling does not itself explain recombination or repair the stale labels README." } ], "verdict": "needs_revision", "created_at": "2026-10-28T01:11:30.429599+00:00", "limitations": [ "Inspection-only review of frozen source, inventories, histories and supplied adapter; no network, payload acquisition, container build or scientific execution. Missing annex/binary payloads are capture omissions, not observed retrieval failures.", "Frozen manifest SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499 verified; all 260 downloaded source-file hashes matched. Material citations were checked against this corpus, following root explicit links, rather than opened on the live web.", "GIT_NO_LAZY_FETCH=1 was used for every Git read. Three attempted historical patch inspections could not read omitted blobs; retained commit messages and tracked-path history were available. This specifically limits adjudication of the environment-update process.", "Native checklist pin check and assessment validator passed; semantic conclusions were checked independently. All 31 IDs are present. The supplied responses imply MUST 10 met, 6 partial, 1 not-checked (17 total); SHOULD 5 met, 1 partial, 2 not-checked, 1 not-applicable (9 total); MAY 3 met, 2 partial (5 total). No numeric overall score was supplied or inferred, and companion report denominators were not accessible within this assigned-input boundary.", "Only the assigned anonymized assessment was reviewed; no peer reviews, prior assessments, source evaluation fixtures or external issue-thread contents were read. Probe claims embedded in the assessment were not accepted as independent evidence, and original probe output was not supplied as an allowed review input.", "Historical exit-zero records support observed past executions but do not independently establish present reproducibility, scientific validity, current access, or human approval. The adapter source was supplied under a version-tag URL; its frozen manifest SHA256, not tag immutability, anchors this review." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-narps-guidance-03-review-3", "assessment_id": "study-con-narps-guidance-03", "reviewer_id": "study-con-narps-guidance-03-review-3-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The root links its analysis inputs and software, but recursively following the declared raw-gaze module reaches an absolute lab source URL. Partial is defensible for the expressly recursive boundary. This is a nested source-regeneration defect, not proof that the published gaze inputs required by the paper are missing." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The three root datasets/components have versioned Git links; the phase2 child names a machine-local source. That concrete structural defect supports partial independently of remote reachability. The assessment correctly separates it from the unperformed payload retrieval check." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The modern analysis route includes REMoDNaV through a pinned component and declares its scientific and PDF tools in Dockerfile plus package metadata. The native equivalent-evidence rule accepts package declarations; unpinned apt versions are not evidence of software exclusion." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The frozen Git tree and histories contain manuscript, analysis source, configuration and gitlinks. Omitted captured files do not negate their original version control. The mapping-questioned flag appropriately prevents checkout cleanliness from replacing this criterion." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/blobs/sha256/e2728fc6d2c404f7b41e0fa4f889117090f4476eefab2bca48d7164dcbf7a0cb", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/sub-01/ses-movie/func/sub-01_ses-movie_task-movie_run-1_recording-eyegaze_physio.tsv.gz", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The manifest inventory identifies annex symlink keys for the large layer and gaze files, and the phase2 README explains the metadata/payload split. This establishes the tracking mechanism without asserting that absent bytes were downloaded." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The 2023 run explicitly records container/image and img/results_def.tex, and its parent tree identifies the saved image. In contrast, the upstream label run records a shell action and data inputs but no exact environment. The root histogram function consumes those labels, so this is a relevant partial lineage gap." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "README supplies install links, clone instructions and concrete numerical/PDF commands. Its original and container routes are explicitly distinguished, which satisfies the disclosure exception rather than triggering a conflict penalty." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The named results-containerized tag resolves in the frozen Git objects to the cited completed run; Docker-Makefile implements the results target and delegates main.pdf. These form identifiable starting points, without requiring this reviewer to execute them." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The current script constructs inputs and output paths relative to the root. The linked labels submission scripts contain a fixed personal initial directory and Python executable. Partial is therefore grounded in actual scripts; container-internal cleanup paths should not be treated as host leakage." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "For the declared modern replay route, the imported scientific packages are represented by Dockerfile/package declarations, and Makefile rendering tools are included. DataLad retrieval inside the script is optional because the run record provisions its inputs first. This supports the stated modern-route judgment, not a claim that the historical Condor route has a complete environment." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "README provides tested platforms and Docker compatibility, and registration describes mount/HOME behavior. The inspected adapter explicitly assumes Docker on PATH with non-root access, while the linked legacy scripts assume a lab directory and Python 2.7. These concrete remaining assumptions justify partial." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "README and Dockerfile collectively provide a clear modern-route host/tool dependency list. This criterion does not require every detail of host configuration to be repeated in README; the separate permission/configuration gap remains correctly identified under must/011." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The recipe, registration and install_requires declaration are tracked at the specified root/component revisions. Environment completeness and identity are distinct questions, so those limitations do not erase this version-control property." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json" ], "explanation": "The assessment narrows an environment-update process to a later package-dependency edit. The 2025 record instead gives an executed command that loads the existing archived image with Docker v26 and replaces its representation with OCI; the Git change updates the manifest/index and content paths, and README explains the Docker compatibility change. This is maintenance of an existing environment after an external dependency changed, not initial introduction. Lack of a scientific rerun is irrelevant to this update-process item.", "suggested_correction": "Credit the documented and tracked 2025 compatibility update as an instance and revise to met, or explicitly justify from the native instrument why container-format/host-runtime compatibility updates are excluded. Apply the same conclusion to both duplicated criteria." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The saved image carries config and layer identities, and the adapter computes the image ID from the saved configuration before invoking Docker. RepoTags latest is not the runtime selector. This supports an exact-environment attempt even though rebuilding the mutable apt/base recipe need not reproduce it.", "suggested_correction": "For the adapter citation, retain the frozen source SHA-256 or use a commit-addressed upstream URL; the release-tag URL alone is not content-immutable." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The native protocol requires independent recipient retrieval, which this inspection-only cohort prohibits. Source URLs, historical execution and annex location metadata cannot replace that check. Not-checked is justified; intentional capture omissions are not retrieval failures." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "README gives an obtain-and-run sequence and the named registration exists. The container path and Make targets supply the mechanism behind the documentation; a new successful replay is not required for the documentation property itself." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The connected source and data repositories use Git identities, with DataLad/git-annex augmenting the same structure for payloads. No incompatible second component-versioning system is evidenced." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "The history establishes individual executions, not a regular test cadence for the study instructions. The linked Travis definition tests the software package rather than root numerical/PDF reproduction. Not-checked avoids interpreting missing proof as an established absence of testing." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The root separates raw gaze, precomputed labels, reusable software, study code and container definition. Numerical macros and figure outputs are identifiable separately from those inputs. These concrete boundaries support modular separation." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The completed 2023 record has exit 0 and explicit result outputs. The matching registered adapter starts a new Docker container with --rm, supplying equivalent completed-run evidence under this instrument. This is historical evidence of fresh-container testing, not an observed 2026 rerun or independent scientific validation." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The registered modern execution starts a Docker container per call, removes it on exit and uses a temporary HOME under the mount. A persistent results mount does not make the computational environment persistent. The upstream host-Python label-generation record is a separate historical route." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "Initial build, numerical execution and subsequent OCI conversion are discrete successful events. They do not demonstrate regular reconstitution testing of the exact results environment. The software Travis recipe also does not supply that evidence, so not-checked is warranted." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "Both the original saved-image build record and later conversion show environment artifacts archived under container/image, with content-addressed annex entries. This is evidence of archival structure and historical preservation, distinct from current public retrieval." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json" ], "explanation": "The assessment narrows an environment-update process to a later package-dependency edit. The 2025 record instead gives an executed command that loads the existing archived image with Docker v26 and replaces its representation with OCI; the Git change updates the manifest/index and content paths, and README explains the Docker compatibility change. This is maintenance of an existing environment after an external dependency changed, not initial introduction. Lack of a scientific rerun is irrelevant to this update-process item.", "suggested_correction": "Credit the documented and tracked 2025 compatibility update as an instance and revise to met, or explicitly justify from the native instrument why container-format/host-runtime compatibility updates are excluded. Apply the same conclusion to both duplicated criteria." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The frozen material identifies no computational component with an explicit access restriction; phase2 expressly advertises unrestricted access. A lab-local URL is a portability defect, not evidence of a restriction policy. Empty-subject not-applicable is therefore a reasonable declared-scope judgment." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "Independent repositories are linked as components, including nested annotation data. The lab-source link is machine-specific, preventing a fully satisfactory recursive linking judgment. Ordinary Python dependencies are correctly not counted as separate project modules." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Root documentation explains the product and execution but does not explain the component relationships in detail. The labels README directs readers to Condor submission files while the recorded action uses compute_all.sh. Partial captures the incomplete navigation/recombination account without claiming no documentation exists." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Root and label modules independently pin their software and data revisions. Updating an upstream repository therefore does not automatically mutate an existing composed snapshot. Met is defensible for structural independence; it does not demonstrate compatibility of an arbitrary selected upgrade." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Gitlinks compose source/data revisions, and the run explicitly binds input module paths to the registered archived environment. These are executable composition mechanisms rather than an informal collection of unrelated URLs." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "README provides DataLad navigation/replay entry points, .gitmodules identifies named component paths, and the run record identifies the consumed input branches. The item permits tooling as well as prose, so incomplete conceptual documentation under may/002 need not force this item to partial." } ], "verdict": "needs_revision", "created_at": "2026-10-28T01:18:43.729323+00:00", "limitations": [ "Inspection only: no network access, workflow execution, container build, payload acquisition or independent recipient retrieval. Scientific reproducibility and present-day access remain untested.", "Frozen manifest SHA-256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499 was verified, as were all 260 downloaded source-file hashes. Git reads used GIT_NO_LAZY_FETCH=1. Several diff/stat reads could not access omitted blobs; retained histories, commit objects, tree entries and downloaded sources were used instead.", "The external adapter was inspected through the root README tool/version and container-registration discovery path. Its frozen SHA-256 is cited because a version-tag URL alone is not immutable.", "The native validator and checklist pin checks passed, but findings were independently checked against sources. The input contains all 31 IDs: 17 MUST, 9 SHOULD and 5 MAY, with no aggregate score or denominator field. No numeric review score is assigned.", "Only the anonymized native JSON was reviewed; other assessment artifacts and peer reviews were not consulted. Original probe receipts were not available within the assigned input, so probe-override history itself was not independently reconstructed.", "Agreement is not human approval. The disagreement about the duplicated update-process item concerns whether an executed compatibility conversion counts as environment maintenance; it does not claim that scientific results were rerun in 2025." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-narps-guidance-04-review-1", "assessment_id": "study-con-narps-guidance-04", "reviewer_id": "study-con-narps-guidance-04-review-1-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The root-to-raw-data link leads to an ancestral submodule whose URL is an absolute filesystem path. Partial is defensible for the expressly recursive component scope; this does not establish that published processed inputs cannot be used. The word private is not supported by a filesystem URL alone.", "suggested_correction": "Replace private with host-local; distinguish ancestral-source regeneration from the inputs consumed by the root analysis." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The immediate input links and recorded input selectors stay under the root, but recursively following raw_eyegaze exposes the nonportable lab-eyetracking link. Partial correctly preserves that known structural defect without converting absent downloads into retrieval failures." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The delivered Docker recipe includes the scientific and rendering distributions, and the Make target installs the separately pinned REMoDNaV source. This satisfies inclusion under the native equivalent-evidence rule; precision of versions is a separate question." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The frozen inventory and history establish Git tracking for the study sources and configuration. Omitted source-capture payloads cannot be interpreted as untracked original delivery changes; the override and mapping warning are justified." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitattributes", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Large container layers have explicit sizes and annex identities; the data datasets also expose annex-managed content. This supports use of an appropriate large-content VCS. The review does not establish size or storage appropriateness of every ordinary Git binary in the benchmark module." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The inspected root run records exit zero, image extra_input, declared results and input selectors. The linked label run records the host-shell command and outputs but carries no actual environment identity. Partial correctly distinguishes real provenance from complete environment provenance." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The current README gives installation prerequisites, cloning, a named rerun and manuscript building. It explicitly labels the obsolete root instructions and discloses changed results, so their coexistence does not trigger the silent-conflict rule for this root entry point." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The named rerun reaches an actual recorded action, whose Make target calls the analysis with result and figure switches. This is a clear starting point, independent of whether a new recipient can currently retrieve all payloads." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The linked submit generators really embed a user-specific working directory and fixed Python path. Their presence supports a partial finding for the included component, while image-internal cleanup paths do not constitute host-path defects. The reason correctly calls the submitters legacy." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/generaldata_structure_withplots.py" ], "explanation": "The cited pandas/seaborn omission does not establish dependency incompleteness on the declared or recorded generation route. Both packages are in the root Dockerfile; the actual linked label action calls REMoDNaV, whose linked setup.py declares numpy, scipy, statsmodels and matplotlib. The cited plotting script is not called by that action. A separate specification in every module is not required by the native equivalent-evidence rule.", "suggested_correction": "Re-evaluate completeness using the actual root and linked-generation commands and their linked package specifications. Either identify a concrete undeclared requirement on an in-scope route or change this finding to met for those routes. Preserve the missing historical environment identity under must/006 and must/015." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The root names major host tools, but the linked Condor route imports host environment and assumes a particular executable and working directory without setup instructions. The captured adapter additionally assumes non-root Docker access. These are concrete undisclosed host prerequisites, so partial is supported." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "Requirements for the current root route are explicit. The linked module README instead instructs readers to submit jobs using deleted Python programs and omits a usable setup for the retained generator. Partial reflects a genuine documentation gap rather than merely missing exact pins." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The existing environment and package specifications are tracked with code and module pins. This criterion concerns version control of specifications; it need not duplicate the separate shortcomings in historical identity or setup documentation." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The history supplies a runnable build declaration followed by an executed build/save record and later executed archive conversion. This meets the instrument-specific command-plus-history interpretation, beyond mere initial file creation. The duplicate flag is correct. The ENV-change message was inspected but its patch was unavailable without lazy fetching." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The archived image has content digests; the inspected adapter hashes its config and runs the image identity, so latest is not sufficient evidence of a floating registry environment here. The label-generation run still lacks an exact recorded environment, supporting partial across the scope." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "data/remodnav-evidence.json#auxiliary_availability_metadata" ], "explanation": "Native rules require recipient verification, which this cohort prohibits. Location claims and source recipes cannot establish current retrieval of image/data bytes. Not-checked is the appropriate outcome, and no observed download failure is asserted." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Root environment use is documented. Following the linked label README instead reaches nonexistent Python scripts and misses the retained generator; generated submit files are not themselves the key defect. Partial is supported by the mismatch between delivered code and that module documentation." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.datalad/config" ], "explanation": "The independently linked components use Git trees and gitlinks, with DataLad/annex layered on the same version-control family for datasets. No competing component VCS is evidenced in the inspected boundary." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "A past successful study run and a linked software test definition do not establish regular validation of the study instructions. Not-checked avoids the erroneous inference that no study CI file proves no testing." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "Raw data, derived labels and algorithm code have distinct pinned component boundaries; the root separates environment, analysis source and generated outputs. The separation is concrete and does not depend on arbitrary updates having been tested." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "A completed historical result-generating container invocation, together with the adapter implementation of docker run --rm, meets the instrument allowance for equivalent completed fresh-run evidence. It proves neither a current replay nor scientific validity, and the assessment explicitly avoids those claims." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root route does create disposable Docker instances. However the same assessment includes linked label generation when judging provenance and portability, and that recorded route executes host Python through PYTHONPATH without creating or disposing an environment. The blanket met therefore narrows the boundary only for this positive.", "suggested_correction": "Use partial for the declared recursive computational scope: disposable root computation, host-environment label generation. Alternatively justify a consistently narrower execution boundary across all affected criteria." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The history provides creation and later format maintenance, including an exit-zero conversion. These do not establish regular reconstitution tests of the exact scientific environments. Not-checked preserves this evidential distinction." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "data/remodnav-evidence.json#nodes" ], "explanation": "Image paths and content identities are part of the research object rather than only registry tags. Absence of the actual layers from this inspection capture limits retrieval checks, not the demonstrated archiving mechanism." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The same runnable build and recorded maintenance evidence supporting must/014 supports this duplicate. The matching verdict and explicit upstream-duplicate flag avoid presenting it as an independent substantive check." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The public dataset declaration does not resolve the access conditions of the uninspected ancestral source. A host-local URL alone proves neither restriction nor public access. Not-checked is reasonable for the recursive scope; the ancestor already has its own module boundary, but its access status remains unknown." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "This object has independently maintained datasets and code components, so the criterion is applicable. Most are identified by gitlinks and public URLs; the nested lab source URL is nonportable. Partial correctly avoids confusing ordinary Python package dependencies with project modules." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The root documents the broad dataset/container route, but the linked label instructions neither explain its present generator nor connect its independently pinned algorithm to the root algorithm. The incomplete explanation of recombination supports partial." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e" ], "explanation": "Read-only Git tree inspection confirms distinct root and label REMoDNaV gitlinks, at d289118 and c9b8696 respectively. Adoption can therefore be controlled independently. This supports boundary isolation, not compatibility of arbitrary replacements.", "suggested_correction": "Cite the pinned trees alongside .gitmodules when asserting exact gitlink revisions; .gitmodules itself contains paths and URLs, not those commit IDs." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The run selectors explicitly connect module inputs to root results, and the registration connects the archived image to Make. This is an actual composition mechanism, despite incomplete documentation of some linked components." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Gitlinks and root DataLad instructions provide navigation tooling, but the linked module README directs users away from the delivered generator. Partial captures useful existing navigation plus a concrete documentation failure." } ], "verdict": "needs_revision", "created_at": "2026-10-28T01:33:48.776151Z", "limitations": [ "Inspection-only review of the assigned anonymized native JSON, pinned instrument, and explicitly linked frozen source corpus. No peer assessments or reviews were consulted. Agreement is not human approval.", "No network, payload acquisition, image build or scientific workflow execution occurred. Missing annex/binary payloads are capture omissions, not observed retrieval failures; numerical agreement and scientific adequacy remain untested.", "The manifest SHA256 and all downloaded source-file hashes were checked. The native checklist pin check and response validator passed, but substantive judgments were evaluated independently. Counts in the supplied JSON are 17 MUST (7 met, 9 partial, 1 not-checked), 9 SHOULD (6 met, 3 not-checked), and 5 MAY (2 met, 3 partial); no scalar score or inconsistent stored denominator is present. No separate report was supplied for review.", "All Git reads used GIT_NO_LAZY_FETCH=1. The c531a59 commit read and the 92dbad28 Dockerfile patch encountered omitted-object limitations; c531a59 was inspected through the frozen history text, and the 92dbad28 patch remains unverified. No fetch was attempted.", "The original assessor probe receipt was not part of the assigned input. Probe-attributed conclusions were checked against source evidence, not against an unseen execution receipt. The external adapter was inspected from its manifest-hashed capture; no current package installation or behavior was tested." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-narps-guidance-04-review-2", "assessment_id": "study-con-narps-guidance-04", "reviewer_id": "study-con-narps-guidance-04-review-2-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The root links the immediate inputs beneath data/, but following data/raw_eyegaze reaches a source module with a machine-local acquisition URL. Partial is defensible for the explicitly expanded component boundary. The path establishes a portability defect, not private access restrictions.", "suggested_correction": "Replace “private” with “host-local”; distinguish upstream source reconstruction from use of the already published eyegaze files." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The immediate dataset pins are real Gitlinks; the next raw-source link supplies only an absolute filesystem URL. This supports partial linkage without claiming that retrieval of the root run’s processed inputs failed." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The environment declares analysis and rendering software and the Make target installs the linked REMoDNaV package. Its setup.py declares its runtime libraries. Inclusion is supported independently of exact versions and payload availability." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The frozen tree and history identify code, prose and configuration as Git objects. Missing source-capture payloads do not establish an originally dirty working tree. Met is supported for version-control use." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The manifest records actual 120000 annex pointers, including both large image layers, with MD5E content keys. The raw-data instructions independently explain annex content retrieval. This checks storage representation, not possession of the bytes." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The root completed-run record declares container/image as extra input and img/results_def.tex as outputs. The discovered labels run declares commands and data but no environment identity. Partial correctly separates substantial root provenance from the upstream gap." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root instructions accurately disclose the old and current routes. However, the assessment also includes label regeneration and identifies a README directing users to removed Python scripts, while its actual record runs compute_all.sh. Rule 10 requires A.1 judgments to reflect that undisclosed documentation/mechanism conflict. A root-only met is inconsistent with the boundary used for must/017.", "suggested_correction": "Use partial under the stated linked-component scope and cite the obsolete labels README versus compute_all.sh; preserve the positive root-route finding." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "There is a clear root entry point. The labels component’s advertised entry invokes absent scripts, whereas the actual generating command is discoverable only through code/history. Under the same expanded scope used elsewhere, rule 10 makes an unqualified met too strong.", "suggested_correction": "Use partial and distinguish the working documented root entry point from the contradictory label-regeneration entry point." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The root script builds relative input/output paths. The linked submit-file generators actually write a fixed user-home initialdir and absolute Python executable. Partial is supported for the included legacy scripts; container-internal cleanup paths are not the defect." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/generaldata_structure_withplots.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The cited pandas/seaborn imports are genuine, but both packages are already declared in the root Dockerfile, and the plotting script is not called by compute_all.sh or the documented root run. A missing module-local manifest does not itself prove an omitted dependency. The linked REMoDNaV setup.py also declares the classifier’s libraries. The judgment needs an explicit execution-route/dependency comparison.", "suggested_correction": "Retain partial only with a concrete unmet requirement on an in-scope route, such as the README’s Condor/Python 2.7 assumptions absent from the supplied environment, or establish why the separate plotting route needs an uncovered environment. Do not infer omission merely from lack of a manifest at the labels root." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "README documents major host tools and platform claims. The linked submitter nevertheless inherits the environment and fixes a user directory, Python 2.7 and resources without a portable setup; the supplied adapter also states its non-root Docker-access assumption. Partial is supported." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The root offers a recognizable host and container requirement list. The labels README’s Condor route has no usable setup for its fixed Python/interpreter and missing scripts. This concrete documentation gap supports partial without treating unexecuted retrieval as failure." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The root environment definition and registration are tracked, as is the package declaration in the labels-linked REMoDNaV module. This item concerns version-control inclusion; it does not by itself certify completeness or the exact historical label environment." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "History provides a runnable build command, a subsequent Dockerfile environment-handling change and a successful image-format maintenance record. These exceed a one-time declaration and satisfy the instrument’s process-plus-instances interpretation. The duplicate flag is appropriate." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The archive contains digest-addressed config/layer references, and the supplied adapter derives and runs the image ID rather than pulling a floating latest tag. The labels run still lacks an exact environment. Partial is supported; the adapter citation should be hash-bound.", "suggested_correction": "Supplement the release-tag adapter URL with the frozen file locator and SHA-256, because a tag URL alone is not an immutable revision citation." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/61c/7c0/MD5E-s1974--7f72c254d915e425181daa644ca253ba.log.web" ], "explanation": "The inspected annex log records a public blob URL, but not a recipient’s successful retrieval. Under this instrument’s explicit publication-verification rule and the no-network boundary, not-checked is justified rather than met or unmet." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The root explains clone, replay and manuscript execution. The labels README instead advertises files absent from the frozen inventory, and does not explain obtaining an environment for its actual compute_all.sh route. Partial is concretely supported." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.datalad/config", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The root and linked components share Git identity and history, with annex/DataLad layered onto that system for content. No conflicting version-control mechanism was found in the inspected composition." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The software CI definition is not a completed test receipt for the full study instructions. Historical root execution does not establish regular testing, and the stale linked README is additional reason not to award a positive. Not-checked appropriately preserves uncertainty about testing frequency." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "Raw eyegaze, derived labels and classifier code have separate versioned module boundaries; study scripts, images and environment definitions occupy distinct locations. This is direct structural evidence for the modular separation being judged." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The 2023 result record contains exit 0 and explicit analysis outputs, and the documented adapter creates a new docker run container. This is equivalent completed-run evidence allowed by the instrument. It proves a substantial historical root pipeline execution, not a new replay or end-to-end validation of ancestral label generation." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root workflow creates disposable Docker containers. The included labels workflow instead runs python directly with inherited PYTHONPATH and no environment creation or isolation step, and its recorded command is plain bash compute_all.sh. Met across the expanded computational boundary is unsupported.", "suggested_correction": "Use partial: disposable environments are implemented for the root analysis, while the linked label-generation workflow relies on an existing host Python environment." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The history establishes a build, a full root analysis execution and later load/run-exit-0 conversion. These are useful maintenance evidence but do not establish regular reconstitution tests of result environments. Not-checked is appropriately narrower than asserting no such testing occurred." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/.gitattributes", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Image configuration and layers have retained archive paths and annex identities within the object. Their omission from the inspection package limits verification of bytes/access, but does not negate the observed artifact-archiving mechanism." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "This repeats must/014 under the pinned checklist. The same build command and later maintenance records support the same met status, and both responses carry the duplicate flag." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The public dataset declaration does not resolve access conditions of the nested machine-local source. Unknown access status is not proof of restriction, nor sufficient evidence of an entirely public empty subject. Not-checked is defensible under the expanded scope." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The independently maintained data/code components and benchmark are explicitly linked. The raw-source component is identified but has no portable acquisition URL. Partial follows the instrument’s retrievable-component interpretation and does not confuse ordinary installed packages with project modules." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root describes the reproducible result route, but does not explain the different classifier versions used by the paper and labels, and the label README describes an obsolete route. Partial is a reasonable account of incomplete relationship/recombination documentation." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Read-only tree inspection confirms distinct root and labels REMoDNaV gitlink revisions. Parent pins permit independent component work without automatically replacing the assembled study. This supports the boundary property, while not claiming arbitrary version upgrades are compatible." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Module paths, explicit run input selectors and a registered image connect the components to concrete analysis targets. The mechanism is inspectable and is more than a loose list of repositories." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Root instructions and Git module metadata aid navigation. The linked labels documentation does not lead to the actual generator or explain its current module relationship. Partial reflects that specific remaining navigation gap." } ], "verdict": "needs_revision", "created_at": "2026-10-28T01:39:54.427922+00:00", "limitations": [ "Inspection-only review of the assigned anonymized assessment, pinned native instrument and frozen manifest cohort remodnav-e3c6253bced7. No peer outputs, other assessments, scientific executions, builds, network calls or payload acquisition were used.", "Discovery followed root .gitmodules to data/raw_eyegaze, data/studyforrest-data-eyemovementlabels and remodnav, then their explicit module links. The external adapter was reached through the root README tool/version and container registration and is cited by frozen hash.", "Binary data, image-layer content and rendered figures are not captured. Availability, current replay success and scientific agreement remain unverified. The inaccessible nested source module has unknown access conditions.", "All 31 native responses were inspected. The native validator and checklist-pin check passed; validation was treated only as structural evidence. Counts recomputed from the input were MUST 7 met/9 partial/1 not-checked out of 17, SHOULD 6 met/3 not-checked out of 9, MAY 2 met/3 partial out of 5. No numeric review score is assigned. No companion report was available within the permitted review input, so its presentation of denominators/probe receipts was not checked.", "GIT_NO_LAZY_FETCH=1 was set on all Git reads and instrument checks. An attempted historical Dockerfile diff could not read an omitted blob; it was not retried with fetching. The relevant commit message and current tracked specification were available, but the historical diff was not independently inspected.", "Material current-source citations were matched to manifest entries and their frozen hashes; cited commit messages were checked in frozen histories. The adapter public citation uses a release tag rather than an immutable commit; the review supplies the manifest-bound content hash. Runtime model identity was not independently observed.", "Agreement denotes support under the assigned instrument, not human approval." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-narps-guidance-04-review-3", "assessment_id": "study-con-narps-guidance-04", "reviewer_id": "study-con-narps-guidance-04-review-3-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The root Gitlinks place the immediate components below the study root. Following data/raw_eyegaze to its own .gitmodules reaches a source module whose URL is host-local. Partial is defensible for the declared recursive component scope; this does not establish failure of the processed input retrieval route.", "suggested_correction": "Replace “private” with “host-local”: a filesystem URL establishes portability and discoverability failure, not confidentiality or restricted access." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The immediate data pins are concrete, and the nested src/lab-eyetracking link is not independently resolvable from its recorded URL. The assessment correctly separates this source-regeneration defect from the untested availability of the already processed inputs consumed by the recorded root run." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The Docker recipe supplies scientific and rendering packages, the Make target installs the linked REMoDNaV, and the label module also links independently maintained code. Native rule 7 permits package declarations; physical vendoring and exact package pins are not required for this inclusion criterion." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.datalad/config" ], "explanation": "Read-only Git tree inspection confirms tracked source, manuscript, configuration and code Gitlinks. The capture manifest identifies omitted blobs, so logistical checkout omissions cannot be used as evidence of an originally dirty or untracked delivery." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#nodes/0/absent_payloads" ], "explanation": "The captured tree and manifest include annex symlink identities for the image layers, and the raw-data documentation explicitly distinguishes Git metadata from annex content. This supports use of binary version control without requiring payload downloads." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The root result record names both output directory/files and container/image as an extra input. The upstream label record instead runs a shell script with data selectors and no captured exact environment. Its code Gitlink is not an environment identifier. Partial correctly preserves these different provenance strengths." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root installation and usage instructions are usable descriptions, with the historical route explicitly separated. However, the same assessment includes upstream label regeneration in must/012 and must/017 and finds its documented commands absent. Native rule 10 places documentation-versus-mechanism conflicts under must/007 as well; the unqualified met does not explain this scope difference.", "suggested_correction": "State a consistent component boundary. If the included label component is assessed on installation/usage, use partial and cite its obsolete README; otherwise explicitly justify why this item is restricted to the root consumer workflow." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root rerun tag and Make target are clear entry points, and the recorded root action matches them. Within the included label component, the documented Condor procedure and recorded compute_all.sh procedure differ without disclosure. Native rule 10 also assigns this conflict to must/008. Full credit needs a clear narrower scope or a revised verdict.", "suggested_correction": "Use partial for the stated recursive scope, or explain why the label-generation entry point is outside this criterion while remaining inside the other upstream findings." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The root analysis constructs relative data/output paths. The retained label submitter emits a fixed user-directory initialdir and a fixed interpreter path, and its README still advertises the Condor route. These are actual delivered host assumptions rather than merely an example prompt or an image-build cleanup directory." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/generaldata_structure_withplots.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The claimed omitted pandas/seaborn requirements come from an auxiliary plotting file, but neither the inspected root targets nor the label run/compute_all.sh invokes it. The actual label command invokes linked REMoDNaV, whose setup.py declares numpy, scipy, statsmodels and matplotlib. Absence of a separate label-module environment file does not establish omission of these dependencies under the native equivalent-evidence rule. The cited negative has not met the required execution-route dependency review.", "suggested_correction": "Replace this rationale with an actual omitted dependency on an established route, including interpreter/system requirements where relevant. Credit the linked package declaration and distinguish missing setup instructions or exact historical environment identity from dependency inclusion. If completeness cannot be resolved, use not-checked rather than this unsupported partial rationale." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "data/remodnav-evidence.json#external_sources/0 (source cache .cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py; sha256:44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery root README.md -> DataLad Containers 1.2.3 -> registered Docker adapter)" ], "explanation": "The top-level tools and supported platforms are stated. The label submitter nevertheless inherits the host environment and assumes a fixed home/interpreter, without corresponding setup guidance. The adapter also expressly assumes Docker on PATH usable without root. These concrete assumptions support partial; the original README platform claims are not current execution verification." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root provides host prerequisites and container package declarations. The label README supplies Condor commands but no clear setup for the delivered REMoDNaV-based generator. That documentation gap supports partial independently of whether the auxiliary plotting imports are relevant to must/010." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "Environment-defining files are genuinely versioned: the recipe, registration and image manifest are Git blobs, and the linked software has a package declaration. This criterion asks whether specifications are tracked, not whether they exhaustively identify every original upstream runtime." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef" ], "explanation": "History contains executable image-build/archive commands, a subsequent environment-definition change, and a completed image-format maintenance action. That exceeds a one-time file creation and supports the native process-plus-tracked-instances interpretation. The duplicate flag is present. The ENV-change commit message/tree are available, but its full historical blob diff could not be inspected offline." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#external_sources/0 (source cache .cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py; sha256:44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery root README.md -> DataLad Containers 1.2.3 -> registered Docker adapter)", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The manifest selects content hashes and the adapter computes/executes the archived image ID; the latest tag is only a saved label here. The upstream shell-run record does not identify an exact Python/package environment. Partial correctly distinguishes exact root image identity from missing upstream environment identity." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/61c/7c0/MD5E-s1974--7f72c254d915e425181daa644ca253ba.log.web", "data/remodnav-evidence.json#limitations" ], "explanation": "Public instructions and frozen annex location claims establish a proposed retrieval route, not recipient retrieval of the pinned content. The native method expressly requires that stronger verification; the no-network/no-payload boundary therefore supports not-checked, not an accessibility pass or failure." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Root cloning, rerun and manuscript-container commands explain obtaining and using its environment. The label README directs users to absent Python/submit files and never introduces the actual generator or its setup. Partial is supported within the stated component scope." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "Git trees and nested Gitlinks consistently compose the code and datasets; DataLad/annex supplies large-content identities within the same Git-based system. There is no observed separate incompatible versioning system to undermine this criterion." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The component CI configuration defines library tests but does not establish completed, recurring tests of the manuscript instructions. A successful historical study run is evidence of one execution. Leaving regular testing unresolved follows the native distinction between missing evidence and demonstrated absence." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Raw inputs, generated labels and tool code have separate pinned component boundaries. The root also separates code, figures and environment paths. The modular design is observable without treating every directory as an independently published repository." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "data/remodnav-evidence.json#external_sources/0 (source cache .cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py; sha256:44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery root README.md -> DataLad Containers 1.2.3 -> registered Docker adapter)" ], "explanation": "The historical record contains exit 0, the concrete container command and declared analysis outputs. The supplied versioned adapter defines docker run --rm, providing evidence for a fresh container instance rather than only a workflow declaration. This supports the native equivalent-completed-run rule, while neither current-host execution nor scientific agreement was checked." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "disagree", "evidence": [ "data/remodnav-evidence.json#external_sources/0 (source cache .cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py; sha256:44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery root README.md -> DataLad Containers 1.2.3 -> registered Docker adapter)", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root adapter demonstrably spawns a disposable container, but the included label workflow runs python directly through a shell script and inherits PYTHONPATH. Its recorded action has no disposable environment wrapper. The met rationale is restricted to the root while other verdicts assess that upstream generator; native met requires the property across the assessed object.", "suggested_correction": "Use partial for the declared scope: root analysis/rendering uses disposable containers, whereas the delivered upstream label generator supplies no per-execution disposable environment." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "Build, analysis and later OCI conversion records show concrete maintenance and successful historical use. They do not demonstrate regular reconstitution testing of each exact result environment. No supplied recurring execution receipts settle that frequency/property, making not-checked appropriate." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/.gitattributes", "data/remodnav-evidence.json#nodes/0/absent_payloads" ], "explanation": "The image is represented as archived files with manifest and annex identities within the object, rather than only a floating registry reference. Capture omission of those payloads limits byte inspection and retrieval verification but does not erase the observed archive structure." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "This repeats must/014 verbatim in the pinned checklist. The same executable maintenance history supports met, and both answers carry upstream-duplicate. No independent second process should be inferred from the duplicate item." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The distributed phase2 dataset explicitly advertises unrestricted access, but the unresolved ancestral source link gives no evidence about that source module’s access terms. With the recursive boundary retained, neither public-only N/A nor a restriction-isolation pass is established. Not-checked is conservative and appropriate; host-local must not be equated with restricted." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The inspection followed independent code/data components, not ordinary packages. Most have explicit URLs and Gitlink revisions, while the ancestral eyetracking source has only a host filesystem URL. This supports partial under the native independently-maintained-component rule." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root describes the main reproduction route and versioned resources but does not explain how the linked label generator and its separately pinned tool fit into regeneration. The obsolete label instructions materially weaken understanding and recombination of the components." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e" ], "explanation": "Read-only tree inspection confirms separate root and label-tool pins and independent input component boundaries. Pinning allows component development without automatically changing the parent’s selected versions. This supports modular update isolation, not a claim that every possible new version has been integration-tested." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Gitlinks select components; the registered image and Make targets define execution; the run’s input/output selectors connect them to delivered statistics and figures. This is a concrete composition mechanism even though a nested source link and upstream instructions need repair." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Root documentation and submodule declarations provide navigation, but the included label README does not point readers to the script that its own run record used. Partial captures this navigation defect without denying the useful root entry points." } ], "verdict": "needs_revision", "created_at": "2026-10-28T01:48:11.708743+00:00", "limitations": [ "Inspection only: no network, payload acquisition, container build or scientific execution. Frozen annex data, image layers and figures were not available for byte-level or scientific comparison; their omission is not a retrieval failure.", "Manifest SHA256 verified as e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. Source navigation followed root Gitlinks, their declared nested links, and the supplied README-discovered adapter; unresolved source module contents were unavailable.", "All Git reads used GIT_NO_LAZY_FETCH=1. An attempted diff of the historical Dockerfile ENV change encountered an omitted blob and was not retried with fetching; available tree/history metadata supports the stated limited check.", "The assigned anonymized JSON was the only assessment read. Separate report, URL and probe products were outside the assigned input, so their existence, report denominators and original probe execution were not independently verified. Native validation passed; the 31 responses comprise 17 MUST, 9 SHOULD and 5 MAY with no numeric aggregate score. The supplied statuses count to MUST 7 met/9 partial/1 not-checked, SHOULD 6 met/3 not-checked, MAY 2 met/3 partial; unknowns remain in those denominators.", "The supplied external adapter URL uses a release tag rather than a verified immutable Git commit; review citations bind its captured bytes to the manifest and SHA256. No runtime model identity was available, and model_requested is not evidence of model_observed.", "Agreement is an independent evidentiary judgment, not human approval. Historical exit-zero records establish recorded execution, not current reproducibility or scientific validity." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-narps-guidance-05-review-1", "assessment_id": "study-con-narps-guidance-05", "reviewer_id": "study-con-narps-guidance-05-review-1-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The cited nested URL is real, but it does not establish that essential study files are outside the common root. Discovery root -> data/raw_eyegaze -> src/lab-eyetracking leads to an upstream acquisition source; the actual analysis and recorded input selections consume the supplied within-root eyegaze TSVs. The assessment itself calls regeneration from that source optional. Root organization is being downgraded for a recursive retrieval problem already covered by must/002 and may/001.", "suggested_correction": "Use met for the inspected study root arrangement, while retaining the nested-source limitation separately. If partial is retained, identify an essential result dependency that requires the external source rather than the already linked TSVs." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The broader recursive-link judgment is defensible: the top-level links are explicit, whereas root -> data/raw_eyegaze -> src/lab-eyetracking records an absolute local source URL. Partial correctly distinguishes this defect from the usable structural links to the study inputs. This is not evidence that fetching the supplied TSV inputs fails." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The scientific dependencies are named in the Dockerfile, and Docker-Makefile installs the detector from its pinned local module. Both detector revisions declare their runtime distributions. Under the equivalent-inclusion rule, installed packages and a linked package specification count; physical vendoring is unnecessary." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The cached Git tree identifies source, manuscript, configuration and environment blobs. Omitted evidence-package files are still present in that tree, so they do not disprove version control. Questioning a cleanliness probe as a proxy for this property is appropriate." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The manifest and frozen tracked-pointer inventory identify approximately 78 MB and 1.75 GB image layers with annex keys; linked data likewise retain annex identities. The property concerns versioning of large bytes, which can be checked without downloading them." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The numerical/figure run records exit status, specific inputs, directory outputs and container/image as an extra input. The upstream label-generation record has outputs and a real completed command but no comparable environment identity, and its script invokes ambient Python. Partial therefore reflects a concrete provenance gap in the linked computation rather than a failure to recognize DataLad directory outputs." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile" ], "explanation": "The current README explicitly separates the historical procedure and gives installation links, acquisition and result/manuscript commands. The named Docker-Makefile targets exist and delegate manuscript compilation to the tracked Makefile. The disclosed transition to containers is not a silent documentation/mechanism conflict." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The results-containerized tag resolves locally to the cited analysis record, and the registered docker-make command supplies the separate manuscript entry point. These are concrete starting points. This criterion does not require the reviewer to rerun them." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "Study input/output paths are relative, but root -> label module -> legacy submission scripts contains an actual user-home working directory and fixed Python executable. With those linked scripts inside the declared scope, partial is supported. Container-internal cleanup paths and example shell prompts are not the defect." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The current root dependency mapping is substantially supported: the imported scientific packages, local detector and rendering commands have declarations. However, met is justified only for that route, while must/009, must/011 and must/012 include the linked legacy Condor route. The assessment does not reconcile that broader scope with its all-dependencies positive. This is a scope/evidence gap, not proof that a particular scientific Python distribution is missing.", "suggested_correction": "State a consistent criterion-specific execution boundary. Either explain why obsolete Condor code is excluded from dependency completeness while retained for other findings, or account for its runtime/tool requirements before asserting met across the object." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The root documents tested platforms and orchestration tools, and configuration explains its mount and temporary HOME. The legacy label recipe still presumes an unexplained deployment directory and inherited environment. Partial has concrete support within the broader linked-component scope; it should not be described as an undocumented root container mount." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "Root requirements are clear. The linked label README points to removed preprocessing/detection programs and does not explain its replacement compute_all route, supporting a documentation shortfall. The detector module does contain a package dependency list, so the finding should remain about an incomplete coherent route rather than absence of all dependency declarations." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "Git directly tracks the container recipe, execution registration and linked package declarations with the analysis code. Exact reproducibility of those specifications is a different question and need not be inferred to support met here." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The introduction commit contains a runnable build command; later history records an environment-configuration adjustment and a completed archived-image conversion for Docker compatibility. This is more than an initial file creation. A retained command plus tracked maintenance instances supports met under the native process rule, and the upstream-duplicate flag is present." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The archived image is identified by content, and the supplied adapter computes and uses its image ID. A latest label therefore does not make this execution float. Partial remains supported for the upstream labels, whose provenance does not identify an exact Python/package environment. Host-version incompleteness should not obscure that stronger specific gap." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The evidence documents public acquisition and stored content identities but deliberately omits payload retrieval. Under the native recipient-retrieval rule, not-checked is correct. Cache omissions neither prove inaccessible publication nor verify it." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The README explains host-tool installation, DataLad acquisition, expected image retrieval and commands that select an implemented registered environment. That satisfies documentation of obtaining and using the current root environment without implying observed download success." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The root and linked components use Git identities and submodule links; annex metadata extends the same versioned structure to large content. The inspected component boundaries show a common Git-based system, not independent uncoordinated versioning schemes." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The source supplies a historical study run, later maintenance and package-test configuration. None establishes regular testing of the complete study instructions. Not-checked avoids equating missing CI receipts with proven absence of manual testing." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The data acquisitions, derived labels and detector are independently linked, with study code, environment and rendered figures in distinct directories. These are real role boundaries; requiring a separate repository for every directory would exceed this method." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "This positive is based on a completed exit-zero image build and analysis record, not merely a proposed command. The documented adapter instantiates docker run with --rm, providing equivalent historical evidence of a fresh container execution. The evidence is for the statistical/figure pipeline; it does not certify a fresh full-manuscript build or any reviewer replay." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The current Docker adapter creates and removes a container per invocation. The separately recorded label computation directly invokes Python with an inherited environment and supplies no isolation mechanism. Partial accurately preserves both components rather than treating the image archive alone as disposable execution." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "Not-checked remains reasonable because a regular reconstitution practice is not established, but one stated reason evaluates the wrong property: the 2025 record need not test the whole numerical/manuscript workflow to count as environment reconstitution evidence. It explicitly loads/runs the original image successfully before converting it. Together with the earlier build it is relevant maintenance evidence, although it does not establish regularity.", "suggested_correction": "Keep not-checked, credit the successful 2025 load/run as an environment reconstitution instance, and make the unresolved issue repeated or regular testing of the exact environment. Do not require end-to-end scientific workflow testing for this item; that belongs under should/002." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "The run record saves the image into the research object and the current manifests refer to content-addressed config/layer files there. This supports archival design and recorded archival action; absent capture payloads limit current retrieval verification, already handled separately." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "This is the exact duplicate of must/014. The same build command and tracked maintenance evidence support the same met judgment, and both response entries carry upstream-duplicate rather than being presented as independent achievements." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The examined reproduction route declares public access, with the raw-data README explicitly stating no registration/authentication requirement. No access-restricted component is identified. Empty-subject not-applicable is appropriate; a host-local source URL is not itself evidence of an access-control restriction." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "Independently maintained code and data components have explicit pinned boundaries. The nested local-source link prevents an unqualified recursive-link positive under the method requirement for retrievable component links. Partial is supported without classifying ordinary Python packages as project modules." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root explains the reproduction route and configuration exposes the main component paths. The label module documentation describes obsolete commands instead of explaining the present code/data composition. That specific gap supports partial; an integrated diagram would be optional presentation rather than an additional requirement." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md" ], "explanation": "The module pins and separate repositories establish independent version boundaries. Dependence on fixed paths, a data schema or another module API is normal composition and does not alone show that independent compatible updates break the workflow. Importing remodnav.tests utilities exposes coupling risk, but the assessment supplies neither a concrete incompatibility nor a demonstrated boundary violation. Different detector pins in producer and consumer likewise do not establish breakage.", "suggested_correction": "Qualify this as an unresolved compatibility claim unless a concrete incompatible update or unsupported interface contract can be identified. Do not treat absence of arbitrary interchangeability as proof of a deficient modular boundary; consider met for the explicit independently versioned boundaries." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Submodule paths, the image registration and the run input/output selections form an explicit composition mechanism. This criterion is supported even though some recursive source retrieval and replacement-compatibility questions remain separate." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Git/DataLad module configuration and the root README provide real navigation support. The stale label README demonstrably sends users toward absent programs instead of the current script, making partial defensible. A consolidated component guide is a useful improvement, but is not independently required by the question." } ], "verdict": "needs_revision", "created_at": "2026-10-28T02:01:46.616356+00:00", "limitations": [ "Inspection only: no network, payload acquisition, container build or scientific execution. Current recipient retrieval and numerical/scientific validity were not verified.", "Evidence was limited to the supplied manifest and source/history reachable through root documentation and explicit links. The manifest hash matched the assigned frozen digest; 267 supplied source/history hashes and 64 assessment source-citation hash entries matched. Content inspection targeted criterion-relevant source and records rather than every scientific data row.", "One read-only Git show could not obtain a deliberately omitted blob with GIT_NO_LAZY_FETCH=1. The relevant OCI-conversion record was instead read from the supplied hash-verified history text. No fetch was performed.", "The supplied Docker adapter is linked through the root README version and registration. Its public URL uses a release tag; this review cites the frozen relative locator with SHA-256 rather than claiming the tag is an immutable commit.", "The native checklist pin and response validator passed, but semantic judgments were independently reviewed. The assigned JSON contains all 31 IDs: 17 MUST, 9 SHOULD and 5 MAY. Status counts are MUST 9 met/7 partial/1 not-checked; SHOULD 5 met/1 partial/2 not-checked/1 not-applicable; MAY 1 met/4 partial. No value/status inconsistency was found. No separate report denominator or raw probe-output claim was verified because only the assigned anonymized assessment was in scope.", "Upstream issue/PR pages mentioned by the sources were not fetched; their linked discussions are unavailable within this no-network review. Agreement is an independent review judgment, not human approval.", "Observed model/runtime identity was unavailable and was not inferred from the requested model label." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-narps-guidance-05-review-2", "assessment_id": "study-con-narps-guidance-05", "reviewer_id": "study-con-narps-guidance-05-review-2-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The cited host-only URL is a source endpoint for a submodule whose mount path is still src/lab-eyetracking under the common root. Root > data/raw_eyegaze supplies the eyegaze TSVs consumed by the analysis; neither the recorded input list nor the analysis code requires opening that endpoint. The assessment itself calls this upstream source optional. This supports a recursive retrieval defect, but does not establish that essential study files lie outside the common root. The partial verdict conflates root organization with the separate reachability question.", "suggested_correction": "Use met for the inspected study root layout, retaining the nested source-URL defect under must/002 and may/001. Alternatively, identify a necessary out-of-root component and explain why regenerating that optional upstream source belongs to this criterion’s boundary." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The root links three identified repositories, while following root > data/raw_eyegaze > .gitmodules exposes an absolute local source URL. Partial is defensible for the explicitly linked recursive boundary. It must remain clear that this is not an observed retrieval failure and does not show the supplied analysis TSVs are inaccessible." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The Docker recipe declares scientific libraries and rendering tools, and Docker-Makefile installs the independently pinned REMoDNaV checkout. Under the instrument’s package-declaration equivalence this establishes inclusion without requiring vendoring or exact package pins." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The frozen Git inventory identifies code, manuscript, configuration and environment blobs. Omitted capture payloads are listed separately and cannot establish untracked original files; overriding a cleanliness-based negative is appropriate." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Image-layer entries are large, and the frozen inventory records their Git symlinks to content-addressed annex keys. The raw-data README independently explains annex identities. Payload omission limits access checks, not evidence that large content is versioned." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The analysis record has exit 0, explicit outputs and container/image as an extra input. Its parent image tree matches the recorded build’s image tree. The consumed label files are unchanged between their recorded generation and the pinned label revision, but that generation record supplies no environment identity. Partial therefore rests on an actual provenance gap, not a filename heuristic." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile" ], "explanation": "The current README supplies installation links and executable clone, rerun and manuscript commands. The Make targets and registration exist. Its legacy section is explicitly identified as old, so the documented-route rule does not require a downgrade merely because two routes remain visible." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The local Git tag resolution confirms results-containerized names the cited analysis record. Both that rerun entry point and the registered manuscript target are concrete. This supports an identifiable starting point without asserting a new successful replay." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The main analysis constructs paths beneath the checkout. Both linked submission scripts contain a fixed personal working directory and interpreter path. Partial accurately describes the broader linked-code inventory, provided these legacy scripts are not presented as required by the current container rerun." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/remodnav/tests/utils.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "Independent import inspection covers numpy, scipy, pandas, matplotlib/pylab, seaborn, sklearn and statsmodels through the declared container and local package. DataLad is optional inside the analysis and required outside it for provisioning. The Make route’s rendering tools are declared. This supports source-level completeness of the current documented route, not a claim about an executed image or every legacy helper." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "Current platform and Docker-format information and the mount/HOME convention are stated. The linked legacy instructions still expose a scheduler route whose scripts assume a personal directory and inherited environment without deployment guidance. That is a concrete partial-coverage case within the broad linked boundary." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root has explicit host and container requirements. In the label module, the README names deleted producer scripts while the present compute_all.sh invokes ambient Python. The tracked code inventory confirms the mismatch, making partial more specific than merely saying a requirements filename was absent." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "Environment declarations are identifiable Git objects alongside the analysis and pinned components. Neither missing payload bytes nor absence of a fully frozen dependency list negates version control of the specification itself." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "A runnable Docker build procedure is retained in history; the Dockerfile subsequently changes its environment configuration, a completed build archives the image, and a later recorded conversion updates it. This exceeds a specification committed only once with no update instance. Both duplicate criteria carry the required upstream-duplicate flag. The OCI conversion alone should not be described as a dependency-version update." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The saved image has configuration and layer digests, and the adapter hashes the archived configuration and executes the resulting image ID. Thus latest is a saved label rather than the execution identity. Exact host and upstream label-generation environments remain unfrozen, supporting partial at the assessment’s broad boundary." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The README and supplied annex availability records advertise retrieval locations, but the package explicitly excludes image/data payloads. No recipient retrieval occurred. Not-checked follows the instrument’s stronger access-verification rule and avoids converting capture omissions into failures." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The current documented route explains obtaining the repository, installing orchestration tools and invoking the archived environment. The registration actually implements the named docker-make environment. This is supported documentation evidence, distinct from present availability verification." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Following the declared root links reveals Git identities for independently maintained components and git-annex storage within the same Git-based structure. There is no evidence here of a competing, unlinked version-control mechanism." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "The retained run demonstrates a historical analysis, and the package CI definition demonstrates intended package tests. Neither proves recurring tests of the study’s documented instructions. Not-checked is justified because absence of a root CI file alone cannot prove that manual tests never happened." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "Raw eyegaze and event-label derivatives have separate repository identities; detector, study code, figures and environment occupy distinct paths. The instrument does not require each directory to be an independent repository for this separation judgment." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The recorded numerical/figure computation has exit 0 and names the archived environment built immediately beforehand. The inspected adapter starts docker run with --rm. That combination satisfies the method’s allowance for equivalent completed fresh-run evidence. It is not proof that the entire manuscript or upstream label producer was freshly tested, nor a new reviewer replay.", "suggested_correction": "Keep the historical numerical/figure-run qualification. For the adapter, retain the frozen content hash or resolve an immutable commit in a future network-authorized pass; its cited release-tag URL alone is not an immutable locator." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The Docker adapter starts a new removable container for each current root invocation. The linked label-generation command directly launches ambient Python and supplies no isolation mechanism. Partial is supported for the inclusive computational boundary; it should not be stated as a defect in the current root container invocation." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "The build and later OCI conversion establish isolated historical environment operations, not a regular reconstitution practice. The package CI installs its own dependencies and is not a test receipt for the archived study image. Unverified recurrence belongs in not-checked." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json" ], "explanation": "The completed save command archives image output, and the current manifest retains in-object configuration/layer references with digests. This is substantially stronger than a registry tag reference. Met concerns archival structure/history; actual payload access correctly remains unresolved under must/016." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "A runnable Docker build procedure is retained in history; the Dockerfile subsequently changes its environment configuration, a completed build archives the image, and a later recorded conversion updates it. This exceeds a specification committed only once with no update instance. Both duplicate criteria carry the required upstream-duplicate flag. The OCI conversion alone should not be described as a dependency-version update." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The raw eyegaze component explicitly states unrestricted access without authentication and the inspected study route declares no restricted input or software component. The empty-subject N/A ground is appropriate. A host-only upstream URL is a portability problem, not evidence of an access restriction." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Independently maintained software and data components have explicit module boundaries. The nested lab-eyetracking source URL is machine-local, so complete recursive resolvability is not supported. Partial is justified without treating ordinary Python packages as missing project submodules." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root documents an executable composition route and the module configuration identifies paths, but the linked label README describes obsolete producers and does not explain its current wrapper. Partial reflects a specific missing relationship explanation; a single consolidated diagram is not intrinsically required." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md" ], "explanation": "Imports from remodnav.tests.utils do establish coupling to an internal interface and deserve review. However, consuming a specified TSV schema and using different detector revisions in independent producers do not themselves show that the module boundary prevents independent compatible updates. Pinning permits those versions to coexist. No incompatible update or undocumented interface change is demonstrated, so the partial verdict is stronger than the supplied argument.", "suggested_correction": "Identify a concrete compatibility constraint or breaking update tied to an unstable boundary, separating that from ordinary interface contracts. Without that evidence, mark update safety not-checked or qualify the judgment explicitly as an untested architectural risk rather than an observed limitation." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Gitlinks identify components, the registration binds the image to execution, and the recorded run selects inputs and outputs. These are real composition mechanisms, regardless of the separate recursive source-URL defect." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Root documentation and module metadata provide useful navigation, while the linked producer README sends readers to nonexistent script names. Partial is supported by that concrete stale-navigation problem. The absence of a consolidated guide by itself would not warrant a downgrade because the criterion also accepts tooling." } ], "verdict": "needs_revision", "created_at": "2026-10-28T02:09:16.902122+00:00", "limitations": [ "Inspection-only review of the frozen manifest e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499 and explicitly linked source components. All 260 supplied source-file hashes and supplied history/availability-metadata hashes matched. No network access, payload acquisition, container build, scientific execution or replay was performed.", "Binary/annex payloads and container layers are intentionally absent. Their scientific contents and current retrievability were not verified. Historical exit-0 records establish recorded completion, not independent scientific validity.", "The local-URL module has no supplied source. Its metadata defect is inspectable, but its contents and access status are unresolved. Links outside the frozen package, including issue discussions, were not followed.", "The external Docker adapter was inspected at its supplied content hash via root README version reference and container registration. The upstream citation uses a release tag rather than a commit, and the exact installed adapter in the historical run was not independently identified.", "All 31 native response entries passed the assigned validator and were substantively reviewed. The response has 17 MUST, 9 SHOULD and 5 MAY entries; no aggregate score or denominator assertion appears in the assigned JSON. Separate assessment reports and original probe receipts were outside the review input, so their narrative totals and original probe-output claims were not independently audited.", "Agreement is an independent evidential judgment, not human approval. Requested model identity is recorded as instructed; observed runtime model identity is unavailable." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-narps-guidance-05-review-3", "assessment_id": "study-con-narps-guidance-05", "reviewer_id": "study-con-narps-guidance-05-review-3-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The cited defect is a host-specific retrieval origin, not a file placed outside the composed root. Root .gitmodules nests the inputs and detector, and the nested raw-data module itself assigns src/lab-eyetracking a relative path. The analysis and recorded input selectors use supplied eyegaze TSVs, not that upstream acquisition source. The assessment even calls it optional. This does not establish that an essential file is outside the common root for the scoped numerical results, figures and manuscript.", "suggested_correction": "Use met for the demonstrated common-root organization. Retain the unresolved nested source URL under must/002 and may/001, clearly distinguishing its optional upstream role; alternatively identify a concrete essential out-of-boundary dependency before retaining partial." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Following root > data/raw_eyegaze exposes an absolute machine-local module URL. That is positive evidence of incomplete recursive linking, even though the direct study consumers use the already distributed TSVs. Partial appropriately preserves the working top-level links; it must not be described as an observed failure to retrieve those TSVs." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The delivered Dockerfile declares scientific libraries and rendering tools, while Docker-Makefile installs the independently pinned detector. The native equivalent-evidence rule accepts package declarations and does not require physical vendoring. Version exactness is a separate criterion." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The frozen inventory supplies Git identities for analysis code, manuscript, configuration and figures, and the cached Git tree confirms the module commits. Capture omissions cannot demonstrate untracked source files. The assessment correctly avoids equating a logistical checkout's missing paths with lack of version control." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The root inventory contains annex symlinks and content keys for the large image layers; the raw-data README describes Git-annex content management separately from Git metadata. These establish versioned binary identity without requiring the deliberately omitted payload bytes." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The 2023 completed record names container/image as an input and img plus results_def.tex as outputs; its parent tree contains the saved image and detector pin. By contrast, root > label dataset > bdcde2 records bash code/compute_all.sh without an exact environment. That real provenance difference supports partial. This does not certify that every shipped derivative was inspected byte-for-byte." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The README provides installation, cloning, numerical rerun and manuscript commands. The container Makefile and registration implement those commands. The legacy route is explicitly labelled old, so its coexistence does not trigger the native silent-conflict rule." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The named results-containerized tag resolves locally to the cited completed analysis commit. The separate main.pdf target is also implemented through docker-make. This is concrete entry-point evidence; a new execution is unnecessary to establish a clear starting point." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The root analysis constructs data paths under the root and the Docker cleanup targets are internal image paths. The linked label submission script does embed a particular home directory and executable location. Partial is supported for the declared linked-code boundary, provided the legacy nature remains explicit." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "Inspection of the current analysis imports, local test utilities, detector imports and manuscript Makefiles found corresponding declared Python/rendering packages or base-system tools. DataLad has an explicit fallback inside the image and is supplied on the host to provision inputs. This supports the assessment's source-level dependency conclusion for the documented current route, not an observed image installation or a claim about all optional upstream utilities." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The root identifies host tools, tested operating systems and Docker compatibility, and registration explains its mount and HOME handling. Root > label dataset still documents a Condor workflow whose script embeds a particular deployment directory. That narrower undisclosed host assumption is concrete enough for partial; it is not a defect inferred from a Docker-internal absolute path." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root requirements list is clear. In the explicitly linked label component, README directs readers to obsolete preprocessing and detection programs absent from its tracked inventory, while the retained compute_all.sh uses a different route. Partial accurately captures the inconsistent component-level requirements account." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The Dockerfile and container registration are Git blobs in the assessed tree alongside the code and data links. This criterion asks whether specifications are tracked, not whether they completely freeze every upstream environment; the latter remains a valid gap elsewhere." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The build command is declared in bdac0e1, a subsequent tracked Dockerfile revision changes the environment configuration, and a completed image-build record follows. The later OCI conversion also has an explicit recorded command and output. Under the native rule accepting a runnable declaration plus tracked instances, met is defensible. The identical answer and upstream-duplicate flag for must/014 and should/008 are consistent." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The archive is identified by config/layer content and the adapter executes the computed image ID, so its latest label is not evidence of a floating runtime image. The upstream label execution has no exact environment identity. Partial gives appropriate credit to the archived root environment while retaining that gap." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "Public clone instructions and advertised annex locations do not prove independent access to image and input payloads at the assessed revision. The frozen cohort forbids the necessary retrieval test. Not-checked is correctly separated from a failed retrieval and from the positive archival-design findings." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The current README explains obtaining DataLad, its container extension and Docker, then cloning and executing the named container route. Registration points to an actual archived image layout. The instructions have a mechanism behind them, and the historical route is clearly disclosed." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The discovered code and data modules use Git identities; DataLad and annex extend those Git-based records for payloads. Independent repository histories do not constitute incompatible version-control systems." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "A completed root analysis and later image maintenance are observable, but neither establishes a regular test schedule for the documented study workflow. The detector's Travis job tests a package, not the paper instructions. Not-checked is preferable to asserting that no manual repeated testing exists." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The root separates acquired data, label derivatives, reusable software, study analysis, figures and container definition through named modules and directories. The native property-based interpretation does not require every directory to be a separate repository." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The image build and subsequent exit-zero analysis are completed historical records, and the README-linked adapter creates a new docker run --rm instance. Together they meet the native allowance for equivalent completed fresh-run evidence. The conclusion concerns historical root pipeline execution, not a fresh reviewer replay, current accessibility or numerical validation." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root mechanism creates and removes a container per invocation. The linked label-generation command delegates directly to caller Python and defines no disposable environment. Partial is warranted for workflow design across those components; the record alone should not be taken to prove that the historical caller machine was long-lived." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "The 2025 conversion exercises loading and running exit 0, but does not repeat the numerical/manuscript computation; the package CI also does not reconstruct the exact archived study environment. This evidence does not settle regular environment reconstitution testing. The cautious unknown is supported." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "The saved image is represented inside the research object by manifests and annexed config/layer objects, backed by a completed save record. That establishes archived environment artifacts rather than merely a registry name. Current recipient retrieval remains separately unverified under must/016." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The build command is declared in bdac0e1, a subsequent tracked Dockerfile revision changes the environment configuration, and a completed image-build record follows. The later OCI conversion also has an explicit recorded command and output. Under the native rule accepting a runnable declaration plus tracked instances, met is defensible. The identical answer and upstream-duplicate flag for must/014 and should/008 are consistent." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The raw-data documentation explicitly states unrestricted access, and the inspected study acquisition route identifies no restricted component. Treating the empty restricted-component subject as not-applicable follows the native rule. This is not a test of current server access." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The independently maintained detector and datasets have explicit repository boundaries and Git pins, including nested evaluation data. The local-only lab-eyetracking URL prevents a clean positive for all linked components. This reasoning concerns project components rather than incorrectly demanding submodules for ordinary Python packages." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root documentation explains the overall reproduction route and module configuration supplies a navigable component list, but the linked label README describes an obsolete composition rather than compute_all.sh. The discrepancy is a concrete limitation on explaining relationships and recombination, supporting partial without insisting on a particular diagram format." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e" ], "explanation": "The cited source confirms use of detector test utilities, fixed data paths and event columns. Those facts show interface dependencies, but do not by themselves establish that independent compatible module updates break the workflow. Different detector pins can instead demonstrate independent component versioning; the label history explicitly records an independent detector update. No concrete incompatible boundary change or required cross-module edit is identified.", "suggested_correction": "Distinguish normal declared input contracts from an actual modularity defect. Cite a specific boundary violation or compatible update that requires coordinated edits before retaining partial; otherwise qualify this as an unverified coupling risk and revisit the status rather than treating arbitrary replacement compatibility as the criterion." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Submodule links compose independently versioned inputs and software; the container registration and completed run record connect the image, commands, input selectors and outputs. These are explicit mechanisms for composing the object, regardless of whether every remote was accessible during review." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Navigation is supported by root usage instructions and Git module paths. Nevertheless, following the linked label README leads to missing legacy programs instead of its extant generation script. This is a specific navigation problem supporting partial; the absence of a consolidated guide alone would not suffice because the criterion also permits tooling." } ], "verdict": "needs_revision", "created_at": "2026-10-28T02:17:11.145433+00:00", "limitations": [ "Inspection only, using frozen manifest data/remodnav-evidence.json with SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. No network, payload acquisition, container build, scientific execution or new replay occurred.", "Binary/annex payloads and container layers were intentionally omitted. Their current retrievability, byte integrity and scientific outputs were not independently tested. Public citation contents were checked against frozen source/history, not live services.", "Only the assigned anonymized assessment was read. Its original probe receipt and human report were outside the permitted review input, so claims about exact probe behavior and report presentation were not independently audited. Source-level conclusions were checked independently; all 31 native answers passed validation, which does not establish substantive correctness.", "All 267 manifest-listed source/history hashes were checked without mismatch. Available cached Git trees and tag resolution were read with GIT_NO_LAZY_FETCH=1. Some other historical blobs are absent; no attempt was made to acquire them.", "The supplied response has 17 MUST answers (9 met, 7 partial, 1 not-checked), 9 SHOULD answers (5 met, 1 partial, 2 not-checked, 1 not-applicable), and 5 MAY answers (1 met, 4 partial). No aggregate score or contradictory denominator appears in the assigned JSON; report-level denominator presentation could not be reviewed.", "The review distinguishes current study reproduction from optional upstream acquisition and legacy linked scripts. The common-root disagreement and modular-update evidence request are judgment findings, not demonstrated runtime failures. Agreement is not human approval.", "Observed runtime model identity was unavailable; requested identity is recorded separately and model_observed remains null." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-narps-guidance-06-review-1", "assessment_id": "study-con-narps-guidance-06", "reviewer_id": "study-con-narps-guidance-06-review-1-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The root identifies the study product, and the analysis consumes paths beneath that root. Separate repositories enter through nested gitlinks. The inaccessible ancestral source link is a reachability qualification rather than evidence that the delivered manuscript files have no common root." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "Following root → data/raw_eyegaze exposes a nested source gitlink whose URL is an original-machine filesystem location. Partial appropriately distinguishes the usable direct composition from incomplete recursive source reconstruction; the frozen omission is not a failed download." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "Scientific distributions and rendering tools are explicitly installed, while the independently developed classifier is a pinned project module installed by Docker-Makefile. This satisfies inclusion under the native equivalent-evidence rule without requiring package vendoring or exact versions here." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The retained Git trees and histories identify manuscript, code, configuration and module revisions. Worktree omissions in a logistical capture cannot overturn this tracking evidence. The assessment correctly questions the tree-clean mapping." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The frozen inventory contains annex symlink keys for the large image layers and dataset payloads, consistent with the source dataset retrieval documentation. This establishes content tracking without asserting that the omitted bytes were acquired." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/b06a134079faf2056643d069771d311eb525f1c6" ], "explanation": "The root exit-0 record identifies image inputs and generated numerical/figure outputs, whereas the label-producing record names only a shell action and data inputs. Partial is therefore supported. I also checked a label output history and the historical classifier gitlink; the latter is 64e2534f7a3ae65b650212788c38d147bdaacbdc, not the newer classifier pin at the captured label-module HEAD.", "suggested_correction": "Preserve the partial verdict; distinguish the historical label-run classifier revision from the current label-module pin when expanding provenance details." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The current root instructions provide prerequisites, a clone command, numerical replay and manuscript compilation. The original virtualenv route is clearly labeled old, so its coexistence is not the silent contradiction prohibited by the native rules. This agreement concerns reproducing the root study from its supplied derivative inputs." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The documented replay tag resolves in retained Git metadata to the cited completed numerical run. The named docker-make registration exists for the separate PDF command. These are identifiable entry points; success of a new invocation remains untested." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The partial verdict can stand, but its stated negative evidence is a submodule URL, whereas this item asks about paths in scripts. Inspection of root → label module finds the more direct missing evidence: both retained submit-generator scripts hardcode an original-user working directory and a system Python executable. Their README route is obsolete, which should be stated rather than conflated with the current manuscript script.", "suggested_correction": "Retain partial for the declared linked-component scope, cite the submit scripts as the script-path violation, and distinguish their obsolete documented route from the relative-path root analysis. Add mapping-questioned if retaining the module-URL rationale." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The inspected analysis imports map to the declared scientific packages; the local classifier declares its dependencies. Make, Inkscape and LaTeX tooling are present in the recipe. DataLad is an outer prerequisite and the inner import has an explicit fallback. No specific omitted dependency was established on this documented route; unpinned versions are a separate issue." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "Root discovery through the stated Containers version leads to an adapter that explicitly assumes Docker is on PATH and usable by a non-root caller. The root documents platforms, versions and the container mount but leaves this permission assumption implicit. Partial is defensible; this is an instruction gap, not an observed permission failure." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The current route has a concrete host-tool list and the recipe enumerates analysis and rendering dependencies. The Docker-access qualification under must/011 does not erase that requirements list." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The inspected files are present in the retained Git inventory alongside code and input gitlinks. Completeness, exact pinning and successful reconstruction are separate properties and need not be inferred from this positive tracking judgment." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/d479a9ac9defd121a3ba3efd6c0dbf5b475cc76e", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile" ], "explanation": "The cited records prove an executable image build/save procedure and a later archived-image format migration. They do not clearly demonstrate a dependency-specification update following that procedure: the first build creates the archive, the ENV change adjusts variable lifetime, and the OCI conversion retains the software stack. Native rule 5 expressly distinguishes introduction from an update instance. The retained Makefile history does identify a later package-version specification change, which is stronger relevant evidence but is absent from this item.", "suggested_correction": "Clarify whether Docker-format compatibility changes are being counted as dependency-driven specification updates and justify that interpretation, or cite an actual dependency-specification update and its executable procedure. Preserve the duplicate handling with should/008; do not assert that no update process exists merely because these citations are insufficient." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The saved archive has content identities and the adapter derives the image ID from its configuration; its latest label is not a floating pull instruction. The old numerical run names a versioned historical image tree. The separately generated label inputs still lack an environment snapshot, supporting partial across the declared boundary." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/tree/0cc48aa1605a41f1c512561a6427a93a65ebebfe" ], "explanation": "Readable specifications and annex web-location logs are distribution evidence, but this instrument requires independent payload retrieval for a full positive. That was forbidden here. Not-checked correctly avoids both an unsupported pass and a fabricated retrieval failure." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The current documentation connects installation, clone, replay and PDF commands to an actual registered environment. It also gives expected transfer sizes and comparison behavior. The old route is explicitly distinguished; inspection does not establish live success, but this item concerns the documented use route." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The reachable project graph uses Git identities throughout, with git-annex extending Git for content. Separate repositories and differing classifier revisions do not imply incompatible version-control systems." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "A completed root recomputation and later maintenance exist, and classifier CI is defined. Neither proves repeated testing of the full documented study workflow. Not-checked is appropriately more cautious than treating a missing root CI file as evidence that testing never occurs." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "Raw observations, precomputed labels and classifier code have independent dataset boundaries. Analysis and environment have clear paths, with figures and numerical definitions as outputs. This is substantive modular separation without requiring every output directory to be a distinct repository." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The retained exit-0 record is completed execution evidence for the numerical/figure pipeline, and the documented adapter runs a new Docker container. This meets the native allowance for historical completed-run evidence. It does not establish a cohort rerun, scientific validity or fresh execution of every upstream data-production step." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Root executions use docker run with removal and temporary HOME handling. The linked label-producing action invokes Python from the caller environment without creating isolation. Partial captures this actual component difference rather than inferring disposability from a Dockerfile alone." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "The archive has a construction record and a later load/run/save conversion, but those do not show regular reconstitution checks for the exact result environment. The classifier CI installs its own environment. Keeping this unknown is justified by the evidence boundary." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The image is represented as versioned archive artifacts, including content-addressed layers; it is more than an external image name or recipe. The missing payload bytes limit verification of storage availability, not the inspected fact that image artifacts are incorporated into the object." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/d479a9ac9defd121a3ba3efd6c0dbf5b475cc76e", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile" ], "explanation": "This is the exact duplicate of must/014 and is consistently flagged as such. It inherits the same evidentiary ambiguity: building an initial image and converting its archive format do not by themselves demonstrate an established dependency-specification update instance. The package-version change visible in Makefile history is relevant additional evidence.", "suggested_correction": "Resolve together with must/014 using a clear dependency-update example or an explicit justification for treating the Docker-format migration as that example; keep both duplicate flags and matching judgments." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The inspected route uses public eye-gaze/label/evaluation data, and the source README states unrestricted access. Copyrighted movie stimuli are not consumed by this analysis. A malformed ancestral source URL is not itself proof of an access restriction. The empty-subject N/A is properly explained." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The subject is independently maintained research components, not ordinary Python packages. Their gitlinks establish boundaries and identities, while the recursively discovered host-local source URL prevents a complete positive under the native retrievable-link interpretation." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root and manuscript identify component roles, but the linked label README directs readers to old Condor/preprocessing files absent from its captured inventory. The surviving shell script composes the actual classifier and input modules. Partial is grounded in a concrete documentation mismatch." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "Distinct repository histories and parent gitlinks allow adoption of code and data updates independently. I confirmed root and label module classifier pins differ. The assessment appropriately limits its claim to controlled composition, not guaranteed compatibility of arbitrary future updates." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Gitlinks compose the project inputs and code, and the registered adapter combines the image with the working dataset and make target. These are explicit composition mechanisms; the separate recursive reachability problem does not mean no mechanism exists." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Root instructions and path-to-repository metadata support navigation, while the downstream reproduction README points to obsolete names and omits the retained all-subject script. The partial judgment reflects that specific navigation gap." } ], "verdict": "needs_revision", "created_at": "2026-10-28T02:33:23.364915Z", "limitations": [ "Inspection-only review of the assigned anonymized response and the root-discovered frozen source graph; no other assessment, review, example, gold fixture or peer output was consulted.", "Frozen manifest SHA-256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499 was verified; all 260 downloaded source-file hashes matched. No network calls, payload acquisition, image builds or scientific workflow execution were performed.", "Binary data, figure payloads and container layers were omitted by the capture. Present-day retrieval, scientific numerical agreement, runtime platform behavior and live issue discussions remain unverified.", "All Git reads used GIT_NO_LAZY_FETCH=1. Historical git show --stat requests encountered missing promisor blobs and stopped without retrieval; retained history texts, available trees, tag metadata and path histories supplied the review evidence. Historical diffs requiring absent blobs were not inspected.", "The supplied external adapter has a version-tag public locator rather than a commit-SHA locator; review evidence uses its frozen relative locator and content hash. It is reached through the root README Containers-version reference, not treated as a bundled component.", "The native checklist pin check and response validator passed. Independently counted 17 MUST, 9 SHOULD and 5 MAY responses with no missing IDs or status/value mismatch: MUST has 11 met, 5 partial, 1 not-checked; SHOULD has 5 met, 1 partial, 2 not-checked, 1 not-applicable; MAY has 2 met and 3 partial. No separate human report or aggregate score was available within the assigned review input, so its presentation was not checked.", "The environment-update findings request stronger evidence or a clearer native-rule interpretation; they do not establish that the underlying project has no update process. Agreement on other criteria is reviewer judgment, not human approval.", "Actual runtime model identity was not observed and remains null." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-narps-guidance-06-review-2", "assessment_id": "study-con-narps-guidance-06", "reviewer_id": "study-con-narps-guidance-06-review-2-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The root tree contains manuscript, result definitions, analysis and the environment archive, with data and classifier components mounted below it through Git links. This supports the structural common-root judgment; reachability of the nested source is a separate qualification under must/002." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "Following root data/raw_eyegaze to its own .gitmodules confirms the original-machine src/lab-eyetracking URL. Partial appropriately distinguishes public direct input links from that recursive reconstruction defect. The missing cohort payloads are not evidence of failed retrieval." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The scientific package declarations and linked classifier provide the permitted equivalent evidence of software inclusion. Docker-Makefile installs the local classifier; the label component also links a classifier with explicit runtime requirements. Unpinned package versions belong under exact environment identity, not this inclusion question." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Read-only tree inspection confirmed tracked analysis, manuscript, result definitions, Makefiles, configuration and classifier gitlinks. The same analysis and results blobs are present at the recorded numerical run and assessed revision. Capture omissions do not negate source version control." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#nodes" ], "explanation": "The frozen inventory records annex symlink keys for the two large image layers and dataset payloads, while the manifest names layer digests and sizes. Those pointers establish use of content-tracking storage independently of whether the payloads can presently be retrieved." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The numerical record declares image directory, inputs, outputs and exit 0, so it supplies actual action-to-environment provenance. The linked label record declares a plain shell action and output directories but no environment identity. The partial judgment correctly avoids extending root container coverage to independently generated labels." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root instructions do satisfy this criterion for consuming published labels. However, the declared scope includes the linked computational component and the assessment penalizes that component elsewhere. Its README directs users to obsolete Condor files and removed Python programs, whereas the recorded action is compute_all.sh. The unqualified object-wide met judgment does not apply the documented-route conflict rule consistently.", "suggested_correction": "Use partial for the stated expanded scope, identifying the valid root instructions and stale label instructions. Alternatively explain explicitly why label regeneration is outside this criterion, and reconcile that narrower boundary with the other findings." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "I confirmed that results-containerized resolves to the cited completed numerical run, so the root starting point is real. The included label-generation component instead documents a different starting procedure from its retained run record. A global met verdict overlooks a mechanism-versus-instructions disagreement that the method specifically maps to must/008.", "suggested_correction": "Retain credit for the root rerun entry point but use partial under the expanded component scope, or provide an explicit and consistent component-specific boundary." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The partial outcome is defensible, but the cited defect is a module URL rather than a script path. Inspection found directly relevant omitted evidence: both retained label submit scripts emit an absolute original-user initialdir and /usr/bin/python2.7. These fit the criterion more directly than treating a submodule reachability defect as a script-path check; they are legacy label-route evidence, not failures of the current root container.", "suggested_correction": "Keep partial if the linked legacy workflow remains in scope, replace or supplement the rationale with the submit-script initialdir evidence, and flag the current probe-to-item mapping issue. Do not imply these paths occur in the active root numerical script." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/remodnav/tests/utils.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "I checked the numerical imports, imported classifier utility, local package metadata and rendering commands against the Docker recipe. Scientific imports have declarations; pylab comes from matplotlib, and DataLad has an explicit fallback after external input provisioning. Host orchestration tools are named in the root instructions. No concrete omitted dependency on that documented current route was established." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "data/remodnav-evidence.json#external_sources", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "Partial is supported: root documentation gives supported systems, tool versions and mount/HOME behavior, but not the non-root Docker access assumption explicitly stated by the linked adapter. The legacy label submit script additionally relies on a fixed initial directory and inherited host environment. The frozen external-source entry identifies the adapter bytes by SHA-256; no outside installation page was consulted." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The current root route has a concrete orchestration list and a Debian package/Python dependency recipe. This item asks for a clear list, distinct from complete disclosure of configuration assumptions under must/011. The listed tooling is materially more than a container name alone." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "Environment recipe, registration and both classifier dependency declarations are tracked source files. Exact environment recovery for the separate label run is a different property and does not invalidate this version-control finding." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef" ], "explanation": "The retained records contain runnable build/save and replacement commands, and a later archive replacement was actually recorded following Docker-format compatibility changes. This is more than an initial declaration or an unexecuted regeneration header. Met is supportable for the root environment maintenance mechanism; the duplicate flag is correctly retained." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "data/remodnav-evidence.json#external_sources" ], "explanation": "The adapter derives the executable image ID from the archived configuration, so the latest tag inside saved metadata is not a fresh floating registry selection. Root image identity is therefore preserved. The separate label run has no equivalent frozen environment, supporting partial across the stated scope." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web" ], "explanation": "The retained annex web log names a public layer location, but is only a location claim. Under this method independent access to the payload must be demonstrated. Not-checked correctly preserves the no-network limitation without treating intentionally omitted layers as failed downloads." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The named root docker-make environment exists and its obtaining/usage instructions are adequate. The linked label component has neither matching environment instructions for its recorded compute_all.sh action nor accurate instructions for its retained alternative route. An unqualified met is inconsistent with including this same component in the environment-provenance and isolation findings.", "suggested_correction": "Use partial for the expanded scope, distinguishing adequate root environment instructions from the linked label gap. If only the root environment is being graded here, state and justify that narrower boundary explicitly." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The discovered independent components are all pinned through Git links, and annex adds large-content identity within the same Git/DataLad arrangement. A problematic location URL does not by itself introduce a second version-control system." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "The source contains a classifier CI definition and historically completed research actions, but no retained evidence of regular testing of the whole current reproduction instructions. Not-checked is more accurate than inferring regular success from CI configuration or inferring absence from missing CI receipts." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The layout separates raw input, previously generated labels, classifier, root analysis, image definition/archive and figures. The permitted property-based interpretation does not require a separate repository for every code and output directory." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "data/remodnav-evidence.json#external_sources" ], "explanation": "The historical root numerical run plus adapter lifecycle supports fresh-container execution for that component; lack of a new cohort rerun is not grounds to remove this credit. The met answer nevertheless says pipeline while the assessment includes the independently generated label workflow elsewhere. Its plain shell run record does not establish whether its execution environment was fresh.", "suggested_correction": "Explicitly limit this finding to the root numerical pipeline and disclose the unverified label-generation freshness. If this criterion is intended to cover all included generation stages, revise the unqualified met and retain the uncertainty rather than asserting an observed failure." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "data/remodnav-evidence.json#external_sources" ], "explanation": "The inspected adapter starts docker run with --rm, and root registration manages a temporary HOME. The recorded label script invokes Python in the caller environment and defines no per-execution environment creation. Partial describes that concrete mechanism difference without assuming the historical host was necessarily dirty." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "Original construction, numerical use and later image-format migration are identifiable, but they do not establish a regular program of rebuilding or reconstituting the exact results environments. The classifier CI definition installs dependencies anew and cannot substitute for those receipts. The unknown is properly retained." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "data/remodnav-evidence.json#nodes" ], "explanation": "An extracted image archive and content-addressed annex entries are retained inside the research object. The completed build/save and migration records support archival practice; missing payloads in this inspection package limit access verification rather than showing that only a Dockerfile was archived." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The same executable update commands and subsequent replacement instance supporting must/014 apply here. The matching verdict and upstream-duplicate flag correctly avoid presenting these as independent achievements." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The scoped analysis consumes public gaze recordings, event-label tables and annotation data. It does not consume the copyrighted film stimuli. No access-restricted computational input was established, so empty-subject not-applicable is preferable to a vacuous pass. An original-machine source URL alone is not proof of an access-control restriction." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "Independent data and classifier projects are linked and pinned, but following the raw-data component reveals a source module whose location is only an original-machine path. Partial is consistent with the module subject boundary and does not wrongly demand Git submodules for ordinary Python packages." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The manuscript and root entrypoint explain the principal data/code composition, but the linked label README describes obsolete preprocessing/detection programs instead of the retained compute_all.sh route. Partial is supported; this same documented-route conflict should also be handled consistently in the A.1 findings." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "Separate project revisions and parent gitlink pins allow a component to evolve without silently changing the currently composed object. The distinct classifier revisions in root and label components demonstrate this separation. This supports controlled independent updates, not a claim that arbitrary upgrades were tested for compatibility." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Gitlinks explicitly compose data and code revisions; container registration and the recorded run connect them to the execution environment. These are concrete composition mechanisms even though another item identifies a recursively unresolvable source URL." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Root acquisition/rerun guidance and module paths support navigation, while the child README leads users toward missing older programs. Partial reflects useful top-level tooling with a specific downstream documentation defect." } ], "verdict": "needs_revision", "created_at": "2026-10-28T02:40:38.201565+00:00", "limitations": [ "Inspection-only review of the assigned anonymized native JSON against manifest e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. No other assessment, review, example, peer output or source evaluation fixture was consulted.", "No network access, scientific execution, image builds or payload acquisition occurred. Binary content and container layers are intentionally absent; reproducibility and present-day recipient access remain unverified.", "The checklist pin and native JSON validator passed. All 31 native IDs were independently addressed; the input contains 17 MUST, 9 SHOULD and 5 MAY answers. No numeric overall score is present. Its unknown and not-applicable entries remain separate; no denominator omission was found in the supplied JSON. The separate narrative report was not supplied or inspected.", "Checked 62 file-citation occurrences against retained source SHA-256 values, verified the manifest hash and retained history hashes, inspected cited run records and source declarations, and resolved the numerical rerun tag locally. Some Git show operations could not render omitted blobs with GIT_NO_LAZY_FETCH=1; retained history and manifest metadata were used instead, without fetching.", "The external adapter is supplied at a version-tag URL, not a full commit URL. Its frozen bytes are identified in data/remodnav-evidence.json#external_sources by SHA-256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; no stronger repository commit identity was invented.", "The substantive scope disagreements distinguish valid root-level instructions and completed root execution from unsupported object-wide generalizations to the explicitly included label-generation component. Missing evidence of a fresh label run is uncertainty, not proof that one never occurred.", "Agreement with individual judgments is an independent technical review, not human approval. Actual runtime model identity was not observed." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-narps-guidance-06-review-3", "assessment_id": "study-con-narps-guidance-06", "reviewer_id": "study-con-narps-guidance-06-review-3-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The root contains the paper, analysis and container directories and names the input datasets and classifier beneath it. This supports common-root organization; the distinct recursive reachability defect is correctly addressed under must/002." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Following root → data/raw_eyegaze reaches a pinned src/lab-eyetracking link with a host-local URL. Direct inputs to the recorded numerical run are the published eye-gaze files, so partial is more precise than treating the entire root route as inaccessible. No retrieval failure was observed." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The Docker recipe declares the scientific and manuscript tools; Docker-Makefile installs the separately pinned classifier. Package declarations meet the instrument’s inclusion rule without vendoring every package. This does not by itself establish exact dependency versions." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The retained tree and histories identify tracked source, prose and configuration objects. Capture omissions are not author deletions. The mapping-questioned flag appropriately distinguishes version tracking from checkout cleanliness." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The frozen inventory contains annex symlink keys for container layers, eye-gaze data and generated label data. The OCI manifest also identifies the large layers. These establish content tracking despite unavailable payload bytes." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/b06a134079faf2056643d069771d311eb525f1c6" ], "explanation": "The completed root record connects declared outputs and inputs to container/image at the recorded revision. The completed label-generation record invokes compute_all.sh with no environment identity. Partial follows from that concrete coverage gap; manual flowchart editing is separately explained in history." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Root installation and usage instructions are present, but the declared scope includes label generation. That component’s README directs users to a Condor preprocessing/detection route, while the completed record invokes compute_all.sh. Its submission generators reference preprocess_eyegaze_recordings.py and detect_events.py, which the frozen component inventory does not contain. Under the instrument’s documented-route rule, met across this scope is unsupported.", "suggested_correction": "Change to partial and explicitly distinguish usable root reproduction instructions from obsolete linked label-generation instructions. The submit files can be generated; the missing Python programs and undocumented change of route are the stronger defects." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root has a real, resolvable starting point: the retained results-containerized tag targets the cited 2023 run. However, the linked label component’s documented starting point differs from the action that produced its results, without a disclosure in that component’s README. The same scope used for partial provenance should be used for this A.1 item.", "suggested_correction": "Use partial for the stated whole-object scope; retain the positive root entry-point evidence and name compute_all.sh versus the README’s Condor route." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "Partial is supported, but the cited module URL is primarily a link-resolution finding. More directly responsive evidence was missed: both delivered label submission scripts emit an absolute initialdir and a fixed Python 2.7 executable. Current root scientific paths are relative and Docker cleanup paths are internal.", "suggested_correction": "Keep partial and cite the two submission scripts as direct script-path evidence, explaining that they support the obsolete documented label route rather than the successful compute_all.sh route." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "For the actual root execution route, imported scientific packages map to the apt/pip declarations and classifier requirements. The DataLad import has a fallback and the recorded run provisions inputs externally. Standard shell tools come from the declared Debian environment; unpinned versions are a separate issue. This supports the stated dependency-inclusion judgment, without curing the linked obsolete instructions." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The root documents tested platforms and orchestration versions, while the discovered adapter explicitly assumes a usable Docker command for the caller. The linked submission script additionally embeds a particular working directory, Python 2.7 and inherited host environment. Partial is justified without relying on a hypothetical execution failure.", "suggested_correction": "Strengthen the evidence with the linked script’s actual host assumptions, and identify the adapter as external software source reached through the root’s version reference." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The root README lists DataLad, its Containers extension and Docker; the recipe supplies a concrete scientific/rendering package list, and classifier metadata lists its runtime dependencies. The criterion asks for a clear documented list, which is present. Completeness of the obsolete linked reproduction instructions should still be corrected under A.1." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The retained Git tree contains the recipe and image registration alongside analysis source, and the classifier has a versioned dependency declaration. This is direct evidence of version-controlled specifications, independent of whether all historical environments were captured." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The history supplies executable build/save commands and a subsequent completed archive replacement in response to Docker-format compatibility. This is an instance after initial introduction, satisfying the native process-plus-tracking interpretation. The evidence establishes image maintenance, not a routine lockfile regeneration policy; the duplicated item is correctly flagged." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The image archive names its config and layers, and the adapter computes and runs an image ID from that archive rather than pulling latest. The label-producing record supplies no matching frozen environment. Partial correctly separates these components and the historical versus converted image identities." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/tree/0cc48aa1605a41f1c512561a6427a93a65ebebfe", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Published source locators and annex web-location records identify intended retrieval routes, but none is a successful independent recipient retrieval of the payloads. Not-checked follows the method’s explicit retrieval-evidence rule and the cohort restrictions." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root explains how to obtain and invoke its archived environment. The linked label-generation component, included in the same assessment’s environment/provenance judgments, instead documents an obsolete Condor route and gives no obtain/use procedure for the environment of its actual recorded Python computation. A root-only citation does not support met across the declared boundary.", "suggested_correction": "Use partial for this scope, preserving the successful documentation of the root environment and stating the missing current label-environment instructions." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Git commit identities compose both direct and nested components, with annex used inside that Git/DataLad structure for large content. Nothing in the inspected computational boundary requires an unrelated version-control mechanism." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "A retained numerical rerun and later image maintenance establish particular events, not a recurring whole-workflow test practice. The classifier CI definition is narrower than the manuscript procedure and is not an executed test receipt. Not-checked avoids turning incomplete historical evidence into a proven absence." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The raw input dataset, computed labels and classifier have distinct pinned boundaries. Root analysis, environment and figure artifacts are separately located and composed by Makefiles. This is meaningful separation, even though the root also holds manuscript and numerical-definition files." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The 2023 provenance record reports exit 0 for the real numerical/figure computation, and the version-referenced adapter uses docker run to create a new container. That is equivalent completed-run evidence under this instrument, not just a workflow definition. It does not establish a new cohort rerun, a rebuild of the image, or scientific validity." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root adapter creates a container with automatic removal and its registration manages a temporary HOME. The actual label-generation command is a direct Python invocation in the caller’s environment with no disposable-environment wrapper. Partial accurately captures these different mechanisms." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "One original build and one load/save migration are concrete preservation evidence, but do not demonstrate regular reconstitution of the environment that produced the results. The classifier CI installs a different environment. Not-checked is justified rather than either a pass from CI presence or a failure from absent receipts." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The image is represented inside the object by versioned config/layer identities and annex keys, with recorded construction and conversion. This satisfies archive inclusion; intentionally absent cohort payloads limit byte inspection and availability verification, which remain separate." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "This exactly duplicates must/014 in the pinned checklist. The same executable image-maintenance procedures and subsequent tracked conversion support the same verdict, and both responses carry upstream-duplicate. No independent second maintenance result should be implied." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The inspected scientific route consumes public eye-gaze recordings, labels and evaluation annotations; it does not read the film stimulus. With no identified access-restricted computational input or software on that route, the empty-subject N/A treatment is reasoned rather than a substitute for checking availability." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "Independent project components are explicitly linked and pinned, but recursion reaches the lab-eye-tracking repository through a machine-specific source URL. Partial is consistent with the native retrievable-link interpretation; ordinary Python packages need not be promoted to submodules." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root explains its input structure and archived execution route, whereas the label README describes a different preprocessing/detection composition from the recorded one. Partial is supported. However, the submission-file names are not by themselves evidence of a missing mechanism: the delivered *_submit.sh scripts generate those files.", "suggested_correction": "Keep partial, but ground obsolescence in the generators’ missing Python targets and the undisclosed shift to compute_all.sh, rather than merely the lack of checked-in .submit files." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The root and label dataset pin independently maintained classifier revisions and data modules. Parent pins prevent an upstream update from silently changing the existing composition; the image conversion shows separately tracked environment maintenance. This supports controlled updates, not guaranteed compatibility of arbitrary replacements." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Submodule paths and commits supply a concrete composition mechanism, and docker-make binds the image archive to the working root and Makefile. The recorded numerical command exercises that composition. A broken deeper link does not negate existence of the mechanism." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Root documentation and path-to-repository metadata support navigation. Within the linked labels, readers are directed to the obsolete route and must inspect history to discover the action actually used. Partial is appropriate, with the same submission-generator nuance identified for may/002." } ], "verdict": "needs_revision", "created_at": "2026-10-28T02:46:18.469351Z", "limitations": [ "Inspection-only review of the frozen manifest with the assigned SHA-256. No network access, payload acquisition, workflow execution, image build, or new reproducibility test was performed. Missing payloads are capture limitations, not observed retrieval failures.", "Review followed the root README and explicit module links, retained Git histories, image metadata, and the version-referenced external Docker adapter. The external adapter is frozen evidence rather than a bundled project component; its relative locator includes the supplied SHA-256.", "Native checklist pin verification and response validation passed. All 31 native responses were reviewed; 17 distinct cited supplied text artifacts had their cited hashes verified. Validation was not treated as evidence that the substantive judgments were correct.", "The record has all native IDs with denominators 17 MUST, 9 SHOULD and 5 MAY. Its statuses contain no overall numeric score or status/value conflict. No separate assessment report, probe receipt or checklist URL was supplied for this independent review, so claims about those products and the original probe execution were not independently certified.", "Every Git command used GIT_NO_LAZY_FETCH=1. One attempt to inspect the historical Dockerfile diff at 92dbad28 was blocked by an omitted promisor blob; no fetch was attempted. Its retained commit message and the current recipe were inspected, but the unavailable historical diff was not verified.", "Actual runtime model identity was not independently observed. Agreement on a criterion is a review judgment, not human approval or certification of scientific validity." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-narps-guidance-07-review-1", "assessment_id": "study-con-narps-guidance-07", "reviewer_id": "study-con-narps-guidance-07-review-1-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2" ], "explanation": "The root tree contains the manuscript, analysis, environment archive and three gitlinked components. The source paths needed by the current numerical workflow stay beneath this boundary. The inaccessible acquisition ancestor is a separate reachability defect under must/002, not evidence that the tracked layout itself lacks a common root." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Following root .gitmodules to data/raw_eyegaze exposes a nested source URL naming a host-local directory. Partial is justified across the declared linked-component scope. The run inputs consume already processed eyegaze files, so this does not establish that the present results rerun would fail or need that ancestor." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The root classifier is a gitlink and its editable install is explicit. The recipe includes the analysis distributions, rendering tools and interpreter; both classifier revisions declare their four scientific dependencies. This meets the instrument's inclusion interpretation without requiring every dependency to be physically vendored." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/results_def.tex" ], "explanation": "Read-only tree inspection confirms tracked analysis source, manuscript, configuration, Makefiles and numerical macros. Frozen omitted blobs do not indicate untracked or deleted author artifacts. The positive is about the captured Git revision, not an uncaptured original working tree." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The supplied inventory identifies annex symlinks for multi-gigabyte image content and gaze/label payloads, with content-bearing keys and sizes. This supports large-data tracking independently of whether their bytes can currently be downloaded." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/paper-remodnav/commit/bf3caf60e0c59d111f262a2383e3ebfd748edf58", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463" ], "explanation": "Partial is supported: the 2023 analysis action links image and input selections, whereas the completed label action invokes host Python without an exact environment record. Additional missed root evidence reinforces this verdict: the velocity histogram was added as a saved artifact, and its generating quality_stats() function is excluded from the recorded main invocation. The 2023 record cannot be treated as provenance for every figure merely because its outputs field names img.", "suggested_correction": "Keep partial and add the root velocity-histogram provenance/coverage gap; distinguish records for generated numerical plots from retained precomputed or manually edited illustrations." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L548", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1308", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1161" ], "explanation": "The README does provide usable installation instructions, but its current route promises SVG regeneration for all figures. Docker-Makefile invokes -s -f -r -m; the script's main block never calls quality_stats(), the function that writes velhist.svg. The manuscript actually includes that histogram. A buried function docstring says it must be added manually, while the README does not disclose this exception. Under verdict rule 10, the documented and implemented routes conflict, so met is too strong.", "suggested_correction": "Change to partial and identify the omitted quality_stats()/velhist step. Repair the documented coverage claim or add an explicit reproducible invocation for that figure." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1308", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1161" ], "explanation": "The starting tag is unambiguous and independently resolves to 57d2565..., but that is not sufficient for met under the method's route-consistency rule. Its Make target skips the velocity-histogram generator even though the starting instructions promise all numerical values and SVG figures. This is a specific incompleteness of the offered workflow, not a speculation about retrieval or execution failure.", "suggested_correction": "Use partial while retaining credit for the clear tag and manuscript command; name the output outside the advertised rerun." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The paper code constructs relative dataset paths. The root-linked labels repository still ships two executable wrappers with a user-specific initial directory and fixed Python 2.7 executable. Partial accurately describes the broad linked-source scope, provided these are labeled legacy wrappers and not presented as commands used by the current paper rerun." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L12", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/remodnav/clf.py" ], "explanation": "The deduction does not establish an omitted dependency. Following labels/.gitmodules to its pinned code/remodnav reveals setup.py declarations for numpy, scipy, statsmodels and matplotlib, matching imports in the label classifier. The assessment instead relies on a missing exact/reproducible label environment and lock. The native rules separate inclusion from exact version identity and require a concrete omitted requirement for a dependency-completeness failure. That evidence belongs primarily to must/006 and must/015.", "suggested_correction": "Reconsider partial after crediting the nested package declaration. Use met for the inspected scientific dependency inclusion, or retain partial only with a specifically identified undeclared requirement on an in-scope execution route; do not use absent version pins alone." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The README names tested platforms and Docker-format constraints. The linked label wrapper nevertheless assumes a particular host directory and inherited environment without a corresponding setup explanation in its README. The adapter also explicitly assumes usable non-root Docker on PATH. Partial has concrete support, although generic installation prerequisites should not be mistaken for a requirement to duplicate all upstream installation manuals." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "For the current documented paper route, there is an explicit host-tool list with tested DataLad/extension versions and a recipe naming its Python and PDF dependencies. This supports met for a clear requirements list; it is not evidence that historical label-generation environments were completely specified." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The recipe, executable container registration and archive identities are tracked at the same root revision as analysis and manuscript sources. Their inclusion in version control is directly observable. Missing locks for ancestor actions do not negate the existence and tracking of these delivered specifications." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The recipe-introduction message provides a runnable build command; a subsequent tree change updates the Dockerfile, and the completed build/save and later OCI conversion supply executable maintenance actions. This is more than a once-created specification with only aspirational maintenance prose. The detailed older Dockerfile diff was unavailable, but its changed path and commit explanation are retained.", "suggested_correction": "Retain the duplicate flag and keep the evidence shared with should/008. Describe recipe/runtime-format maintenance accurately rather than claiming a frozen rebuild from the mutable base tag." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The archive specifies exact configuration and layer identities. The supplied adapter computes the image identity from configuration content and runs that ID, rather than pulling the mutable RepoTag. Historical tree inspection also identifies the same f881bd4... configuration filename at the result run. Met is supported for the paper environment, with payload verification expressly unperformed." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web" ], "explanation": "The annex metadata names a remote blob location, but the frozen package cannot establish independent present-day retrieval. The native method requires stronger access evidence than a location claim. Not-checked is the correct treatment; absent captured layers are neither a verified publication success nor an observed download failure." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1308", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1161" ], "explanation": "The acquisition and docker-make instructions are concrete and the archived environment exists. However, the same README presents them as the complete reproduction route without describing how to invoke the omitted velocity-histogram computation in that environment. The method explicitly includes must/017 among A.1 items capped at partial when documented reproduction and the actual mechanism disagree. The disclosed old-versus-new environment transition is not the problem.", "suggested_correction": "Change to partial under the route-consistency rule, while stating that environment acquisition itself is documented. Add the missing figure command or explicitly narrow the promised reproduction coverage." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "Root and recursive components share Git identity and gitlink composition, with git-annex for large content where used. Different repositories or classifier revisions do not constitute different version-control systems. The common-system finding is supported." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1308" ], "explanation": "Partial is appropriately cautious: classifier tests are configured and a completed paper run is retained, but this does not prove regular testing of the current end-to-end instructions. The missed histogram step is additional direct evidence that the broad README promise is not covered by that target. CI configuration alone is not a successful CI execution receipt.", "suggested_correction": "Keep partial; add the concrete workflow-coverage gap and keep the absence of periodic test receipts separate from any claim that tests never ran." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "Raw gaze and computed labels are distinct pinned repositories, with classifier code separately linked and environment/figure locations separated at the root. These boundaries are visible without payload retrieval and satisfy the property-based modularity interpretation." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The completed exit-0 DataLad record invokes the Docker adapter for clean plus results_def.tex. The adapter creates a new docker run instance, so this is completed fresh-container evidence rather than a script-only inference. Met is supported for the executed numerical target. It does not establish fresh execution of every manuscript figure, a PDF build receipt, cross-platform verification, or current independent repeatability." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The current paper route creates a container per invocation with --rm and an explicit working mount, supporting disposable compute environments. The HOME directory is a fixed path within the mounted project and cleanup is conditional on success, so the wording should not imply complete isolation or cleanup after every possible failure. Nor does this prove disposable execution of historical label-generation actions.", "suggested_correction": "Retain met for current container spawning, but qualify the temporary-HOME claim: successful cleanup is specified; failure cleanup and ancestor-run isolation were not established." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "One retained environment build, one numerical execution, and a later image load/format conversion are not evidence of a regular reconstruction-test practice. The assessment correctly leaves this unresolved rather than treating the absence of CI or repeated receipts as proof of failure." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The completed save action and versioned archive layout show that binary environment artifacts were incorporated into the research object, not just referred to by a registry tag. Captured annex pointers suffice for this archival-design judgment, while successful retrieval remains unresolved separately." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "This item duplicates must/014 exactly. The same runnable build/save route and tracked subsequent environment maintenance support the same verdict, and both answers carry upstream-duplicate. There is no inconsistent treatment of the duplicate in the native JSON." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L138", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md" ], "explanation": "The reproduction inputs are described as publicly accessible, and the raw-data README explicitly states access without registration or authentication. The host-local ancestor URL is a portability/link problem, not proof of an intentionally restricted component. Empty-subject not-applicable is appropriate for the declared scientific route, without implying universal verified access." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The subject is independently maintained code/data components, which are pinned beneath root and nested modules. The raw-source ancestor retains an unresolvable host-local locator, making partial defensible for this broad module inventory. Ordinary pip dependencies were correctly not treated as missing project submodules." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md" ], "explanation": "The paper README explains obtaining and rerunning the object, but gives little relationship/recombination guidance. The label README still describes commands for an older implementation rather than its pinned classifier-based compute_all.sh route. This is a concrete documentation gap beyond merely demanding a particular diagram or filename." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L943", "https://github.com/psychoinformatics-de/paper-remodnav/commit/879a6eee8fe04efdd60616d9bc3563a9c7ccac02", "https://github.com/psychoinformatics-de/paper-remodnav/commit/34f44be7551b2a8e5c2fd0d66492bca354628949", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The proposed deduction is not well established. Relative module paths and a data schema are normal interfaces, and keeping a different classifier revision for labels can demonstrate independent versioning rather than coupling. Tree-only change probes show two root commits update only the remodnav gitlink; a later completed results run exists. No specific incompatible update or cross-module edit requirement is shown. A formal compatibility contract is not an explicit native requirement.", "suggested_correction": "Either identify a concrete dependency across boundaries that prevents independent updates, or revise toward met for the inspected pinned-module design. Keep untested compatibility with arbitrary future versions as a limitation, not an observed failure." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Composition has an executable implementation: gitlinks define components, the run record selects cross-module inputs, and the docker-make registration supplies the archived environment. The defective ancestor URL does not erase this composition mechanism and is already represented in reachability judgments." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The README provides DataLad entry commands and the nested gitmodule files give a discoverable machine-readable path-to-repository map. That satisfies the alternative of navigation tooling even though relationship/recombination prose remains incomplete under may/002." } ], "verdict": "needs_revision", "created_at": "2026-10-28T03:02:13.904593+00:00", "limitations": [ "Independent review used only the assigned anonymized native assessment, con-narps-guidance at 326606610af6c261876c92032ca1f89f6d3ad1f1, and root-discoverable frozen evidence. No peer review, other assessment, example, gold answer, or source evaluation fixture was consulted.", "Frozen manifest SHA-256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499 was verified. The 58 source-file citation occurrences with supplied hashes matched the frozen files; matching hashes establish identity, not the correctness of their interpretation.", "The native checklist pin check and response validator passed for all 31 answers. Content findings were assessed independently of validation. No numeric review score is assigned.", "The provided JSON contains no aggregate score or reported denominators to cross-check. Its statuses account for all 17 MUST items (11 met, 5 partial, 1 not-checked), 9 SHOULD items (6 met, 1 partial, 1 not-checked, 1 not-applicable), and 5 MAY items (2 met, 3 partial). Partial MUSTs remain unsatisfied; unknowns and the empty-subject item must stay visible in any later report.", "No network request, scientific workflow execution, container build, payload acquisition, or fresh reproduction was performed. Missing scientific/image payloads are capture limitations, not observed retrieval failures; scientific equality, PDF appearance and present public availability remain unverified.", "All Git reads used GIT_NO_LAZY_FETCH=1. A detailed historical Dockerfile diff could not load an omitted promised blob and no fetch occurred; a tree-only change listing and retained history support the bounded environment-update finding.", "The supplied adapter is externally linked through the root README tool/version and container registration. Its frozen bytes were inspected; its version-tag URL was not independently resolved to a commit. Review citations therefore use the relative frozen file plus SHA-256.", "The assessment sometimes scopes positives to the current paper route and negatives to historical linked components. Findings preserve explicit component distinctions rather than claiming that legacy host-bound wrappers execute in the current results rerun.", "Agreement records technical support within this inspection boundary and is not human approval. The requested model identity is not treated as observed runtime identity." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-narps-guidance-07-review-2", "assessment_id": "study-con-narps-guidance-07", "reviewer_id": "study-con-narps-guidance-07-review-2-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The root contains the manuscript and numerical-result sources and mounts linked inputs beneath data/ and remodnav/. The external acquisition URL is a link-resolution defect, separately identified under must/002, rather than an untracked top-level analysis directory." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The root Gitlinks pin the three named repositories, but following data/raw_eyegaze exposes src/lab-eyetracking with an absolute host-local URL. Partial is justified for the recursively included boundary. The assessment correctly distinguishes this ancestry defect from the inputs selected by the current rerun and does not claim a failed network retrieval." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The analysis recipe includes the external scientific packages and the Make target installs the pinned classifier module. Both classifier revisions declare their runtime package requirements. This supports inclusion; it does not by itself prove completeness or exact versions." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/results_def.tex", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The immutable tree tracks code, text, numerical macros and configuration, with Gitlinks for separate components. A source-only capture lacking original payloads is not an author deletion or evidence of a dirty delivered repository. The tree-clean mapping caveat is appropriate." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The frozen inventory preserves annex symlink keys and sizes for the large image layers and gaze files. The layer manifest agrees with those sizes, and the input dataset documents annex storage. Missing captured bytes do not negate use of content-addressed version control." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The 2023 exit-zero record explicitly selects the archived image, inputs and generated results. The linked label action records Bash/Python execution and output selection but no exact environment. Partial follows for the stated scope including linked computations; the later root container cannot retroactively identify the label-generation environment." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The current README supplies tool installation links, acquisition, a named rerun target and a manuscript command. It explicitly labels the historical virtual-environment instructions and explains the container transition, so coexistence of two routes is not a silent contradiction." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The named results-containerized tag resolves in the frozen Git metadata to the cited completed analysis run. That record reaches a concrete Make target and output selection; the PDF has its own documented command. This establishes an entry point without claiming a new successful replay." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The main calculation constructs repository-relative paths. Both delivered Condor wrappers instead fix a personal initial directory and Python executable. Since linked computational components are included, partial is justified; container-internal paths and example Windows prompts should not be counted as the defect." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The current analysis imports map to declared packages, including sklearn to scikit-learn. The negative rationale then switches to an environment not being specified reproducibly. The linked classifier already declares numpy, scipy, statsmodels and matplotlib. Missing exact versions or a recorded lock belongs to environment identity; the assessment does not identify a concrete omitted dependency after considering this package declaration.", "suggested_correction": "Name the actual invoked dependency missing from the declared specifications, including any host interpreter or orchestration requirement, and explain why linked declarations do not cover it. Retain partial only on that demonstrated omission; otherwise revise the completeness judgment and keep identity gaps under must/006 or must/015." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The platform and Docker compatibility statements are real. The frozen adapter explicitly assumes a Docker command usable by a non-root user, and the linked wrapper inherits host state and fixes an installation location. These are specific residual assumptions rather than an inference from a quiet path scanner." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The documented current route names DataLad, its Containers extension and Docker with compatibility guidance. Its recipe supplies Debian and concrete apt/pip dependency lists. This is evidence of a clear requirements list; it is distinct from the stronger completeness and exact-environment questions." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The environment recipe, registration and archive identities are in the root Git tree; linked classifier package declarations are also version controlled. Their tracking is established even though those declarations do not identify every historical execution environment." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The build/save record supplies an executable maintenance procedure, while subsequent recipe and archive-format maintenance appears in history. This is stronger than an untouched one-time lockfile. The duplicate flag is present. The exact 92dbad28 patch was unavailable offline, so this agreement rests on the retained history, current recipe and completed conversion, not inspection of that missing diff." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The archived root image is exactly identified: latest is a stored tag and the adapter runs the configuration-derived image ID. However, met is asserted for the object while must/006 correctly includes the linked label computation and finds no exact environment for it. The root image does not identify the environment used by that separately recorded host-Python action.", "suggested_correction": "Use partial for the declared scope including label-generation computation, retaining the strong root-image evidence. If the intended scope is only recomputing paper results from fixed labels, state and apply that narrower boundary consistently across all affected criteria." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web" ], "explanation": "The supplied availability log names a public-looking blob endpoint, but it is a location assertion. The frozen capture contains no independently retrieved image bytes. Not-checked correctly preserves the distinction between publication metadata and verified recipient access." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The README explains installation, clone, expected downloads and use of docker-make for both numerical results and the manuscript. The registration actually implements that environment. The disclosed older route is not grounds for downgrading the documented current route." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "Root and nested components use Git commit identities, with annex content tracking for larger files. The module links and retained inventories substantiate a common Git/DataLad approach rather than merely naming a tool in prose." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The classifier CI configuration specifies tests and the study has a completed container run. Neither establishes that a component was actually tested regularly: the CI file is a definition, the study execution is one event, and the cross-platform statement has no supplied receipts. Thus the cited evidence does not yet establish the component-level repeated testing needed for partial.", "suggested_correction": "Prefer not-checked for regular testing unless completed repeated CI/manual test records or equivalent evidence can be identified. Retain the delivered test configuration and completed study run as strengths without treating them as observed regular testing." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "Raw gaze and event labels have separate module identities; analysis code, figures and the environment are separated in the root layout. The native method permits directory separation as equivalent modular evidence, so separate repositories for every category are unnecessary." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "A completed exit-zero record executes the numerical-results target through the Docker adapter, whose run command creates a new container. This supplies the method's allowed completed-run evidence, beyond a workflow definition. It establishes a fresh-container analysis execution, not independently verified scientific correctness or a fresh execution of every upstream acquisition step." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "disagree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root adapter does create a removable container per invocation. The assessment nevertheless includes linked label generation elsewhere, and that delivered route directly invokes host Python with inherited PYTHONPATH and does not create a disposable environment. Met only describes the root route, whereas the native met rule requires the property across the assessed object.", "suggested_correction": "Use partial for the stated scope: disposable root analysis/manuscript execution, but no disposable environment in the linked label-generation mechanism. Alternatively explain and consistently apply a narrower replay-only scope." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The 2023 construction/execution and 2025 load/conversion are distinct recorded events, but do not show a regular test regime for exact-environment reconstruction. Not-checked is appropriate, and the conversion's exit-zero no-op is correctly distinguished from a complete scientific test." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The research object tracks an extracted image archive with configuration and layers, and an explicit build/save action records its creation. That substantiates archival structure despite the inspection package omitting the layer bytes. Current retrieval remains a separate unresolved item." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "This is the exact duplicate of must/014, and the assessment uses the same status and maintenance evidence with the required upstream-duplicate flag. No inconsistent second judgment or extra independent success is implied; the same historical-diff limitation applies." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md" ], "explanation": "The declared scientific inputs are described as public, with unrestricted access in the gaze dataset, and the classifier is openly licensed. No access-controlled component is identified. The local source URL is not evidence of a permissions restriction, so the empty-subject not-applicable treatment is justified." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The links represent separately maintained datasets and classifier code, not ordinary package dependencies. Most have explicit public repository identities and Git pins, while the recursive raw-source link is host-local. Partial follows the native equivalent-evidence rule requiring retrievable component links, even though the filename probe itself would pass the module shape." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The root explains the study product and operational acquisition, but the linked labels README describes obsolete Condor commands instead of the delivered compute_all route. It does not explain that component's present relationships and recombination. Partial is supported by that concrete documentation gap, without requiring a particular diagram format." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Different classifier pins are evidence of independent version boundaries, not evidence that those boundaries prevent safe updates. Consuming stable file paths and schemas is also a normal module interface. The rationale identifies neither an actual incompatible update nor a boundary that forces unrelated components to change; lack of a compatibility test is not itself a failed modular boundary.", "suggested_correction": "Remove the unsupported breakage inference. Met is supported for independently pinned component boundaries; if compatibility under a particular proposed update is the intended claim, identify that update and leave its untested behavior not-checked rather than treating ordinary version coupling as a demonstrated partial failure." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Gitlinks assemble separately versioned components, the run record selects nested inputs, and docker-make binds the archived environment to the analysis target. These are concrete composition mechanisms; the independent retrieval limitation does not erase their existence." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "A user can enter through the clone/rerun instructions and follow machine-readable path-to-repository links into inputs and classifier test data. This suffices for navigation tooling, while the fuller explanation of relationships can still be partial under may/002." } ], "verdict": "needs_revision", "created_at": "2026-10-28T03:09:54.851494+00:00", "limitations": [ "Inspection-only review of the assigned anonymized native JSON and root-discoverable frozen evidence. No other assessments, peer reviews, examples or evaluation fixtures were consulted.", "Manifest SHA-256 verified as e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. Discovery followed root Gitlinks and the README-named DataLad Containers adapter. Cached existence alone was not treated as discovery.", "No network requests, payload acquisition, scientific workflow execution, container build or replay were performed. Annex payloads, container layers and several binary figures are absent by capture design; current retrieval and scientific numerical agreement remain unverified.", "Every Git read used GIT_NO_LAZY_FETCH=1. The 92dbad28 Dockerfile diff could not be read because a promised historical blob is absent; retained history and current source were used without fetching. Original uncommitted and ignored working-tree artifacts are outside the frozen capture.", "The supplied adapter locator is a release-tag URL rather than a commit URL; this review instead cites its frozen relative evidence locator and SHA-256. The source explains execution semantics but is not an independent runtime receipt.", "The native pin check and response validator passed; all 31 criterion IDs appear exactly once. Fifty-eight cited source-file occurrences were matched to their frozen hashes with no mismatch. These checks establish identity and structural consistency, not judgment correctness.", "The assigned JSON has no aggregate numeric score or report denominator to verify. Its status counts retain 17 MUST, 9 SHOULD and 5 MAY entries; unknown and not-applicable answers remain distinct. Any revised statuses require corresponding report totals to be regenerated.", "The assessment's original probe receipt and separate report were not part of the authorized review input. Probe override explanations were checked against source evidence, but the original probe execution was not independently attested. Requested model identity is not evidence of observed runtime identity." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-narps-guidance-07-review-3", "assessment_id": "study-con-narps-guidance-07", "reviewer_id": "study-con-narps-guidance-07-review-3-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2" ], "explanation": "The inspected root tree contains manuscript, analysis, results and archived environment, and places the three versioned components beneath that root. This is a structural pass; it does not establish that every recursive URL or payload is retrievable." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The root inputs have public Git URLs and confirmed Gitlink identities. Following root -> data/raw_eyegaze -> src/lab-eyetracking reveals an author-host path, supporting partial under the stated inclusion of linked components. The assessment correctly distinguishes that acquisition ancestor from the files selected by the paper rerun; the defect must not be presented as an observed failure of the current analysis." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The root recipe declares scientific packages and PDF tools and installs the pinned classifier. The labels component also pins its own classifier, whose setup.py declares its scientific requirements. These are acceptable inclusion mechanisms under the native equivalent-evidence rule, independently of exact version pinning." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/results_def.tex" ], "explanation": "Read-only tree inspection confirms Git blobs for source, configuration, manuscript and numerical macros, plus explicit Gitlinks. Omitted payloads in the frozen capture are not working-tree deletions by the project." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The image layers are large, represented by tracked symlinks and MD5E annex identities in the supplied inventory. The raw-data documentation explicitly separates Git metadata from git-annex content. This supports the storage mechanism without proving current availability or recomputing payload hashes." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/commit/bf3caf60e0c59d111f262a2383e3ebfd748edf58" ], "explanation": "Partial is supported: the 2023 record connects its actual action, inputs, image and outputs, whereas the label-generation record names no exact host environment. There is an additional local gap: quality_stats() produces the manuscript velocity histogram, is not dispatched by the recorded command, and its original figure-addition commit describes a manual computation without an exact environment. Merely listing img as an output does not prove every contained figure was regenerated.", "suggested_correction": "Retain partial and add the velocity-histogram provenance gap; qualify claims that the 2023 run covers every figure." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "The instructions exist, but their claim that the documented rerun recomputes every numerical value and all figure SVGs conflicts with the mechanism. quality_stats() writes img/velhist.svg and computes the displayed loss summaries, but the main dispatch never calls it. The clean targets preserve SVG sources, and main.tex includes velhist.pdf. The native documentation-versus-mechanism rule therefore precludes an unqualified met; labeling the older instructions does not disclose this current-route omission.", "suggested_correction": "Change to partial and identify the omitted quality_stats/velhist regeneration step. Distinguish regenerated results from previously computed figure sources used for manuscript rendering." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile" ], "explanation": "The tag resolves to the cited execution, so the starting point is real. Nevertheless it does not perform all computation promised by that starting point: the script dispatch omits quality_stats(), which creates the velocity-distribution figure included in the manuscript. Under the native route-conflict rule, this is partial rather than met, even though the command is clear and completed historically.", "suggested_correction": "Retain credit for the concrete tagged entry point, but mark partial for the unmentioned figure-regeneration omission." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The inspected current analysis constructs project-relative input and output paths. Both delivered Condor wrappers contain a fixed author working directory and Python executable. Partial accurately describes the broader linked-code scope, provided those legacy bindings are not claimed to be invoked by the current paper rerun." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/README.md" ], "explanation": "The partial rationale conflates dependency inclusion with exact environment identity. The discoverable labels -> code/remodnav component has a tracked setup.py listing numpy, scipy, statsmodels and matplotlib, and its README describes Python installation. Those declarations cover the cited scientific imports even though compute_all.sh uses PYTHONPATH and does not install them itself. The native rule requires naming a genuinely omitted dependency after inspecting local/package declarations; missing locks or a run-specific environment do not establish this item.", "suggested_correction": "Credit the linked package declaration. If retaining partial, identify a concrete undeclared requirement on the in-scope route and explain why existing declarations do not cover it. Keep the missing exact label-run environment finding under must/006 rather than using it alone here." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The root documents operating systems and Docker format/version compatibility, but the adapter explicitly assumes Docker on PATH and runnable by a non-root user. The root does not spell out that permission requirement, and the legacy wrappers add inherited environment and host bindings. Partial is supported by concrete assumptions, not a quiet probe." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The documented current route lists DataLad, its container extension and Docker, while the recipe lists the internal scientific and PDF requirements. The manuscript Operation section and linked package declaration also enumerate classifier requirements. This supports the stated current-route reading; it does not cure the undeclared host assumptions separately identified under must/011." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The Git tree contains the recipe, registered invocation and image manifests alongside source and results. This criterion is about tracking environment specifications, which is directly observable despite absent image payloads." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The recorded build/save command is executable update machinery, and the later successful image conversion is an actual tracked update with image inputs and outputs. This exceeds a mere initial declaration. The frozen history confirms the conversion even though some historical blobs needed by diff display are omitted. The paired duplicate flag is present." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The current manifest names a content-derived configuration and layer identities. Historical tree inspection at the results commit shows the same f881bd4 configuration identity in the original archive layout. The inspected adapter hashes configuration bytes and runs the resulting sha256 image ID, so the internal latest RepoTag does not create a floating registry dependency. Payload bytes remain unverified." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web" ], "explanation": "The index and annex web log establish recorded identities and a content location, not successful retrieval by an independent recipient. Not-checked follows the native stricter access rule and this no-network boundary. An absent captured layer is not a failed download." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "Acquisition and container invocation are explained accurately, but the native method explicitly maps documented-route/mechanism conflicts to this item too. The advertised complete reproduction route omits quality_stats(), while the manuscript consumes its previously computed velocity histogram. The assessment only considers the truthfully labeled old-versus-new routes and misses this separate mismatch within the current route.", "suggested_correction": "Under the assigned native rule, use partial while preserving credit for environment acquisition instructions. State the additional computation needed or narrow the documentation claim to the outputs actually regenerated." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "Root and recursive component identities are consistently Git-based, with git-annex for selected large content. Different repositories and two classifier revisions do not constitute competing version-control systems." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Partial is a defensible description of a configured classifier CI route plus a completed paper analysis, with no established repeated testing of the full documented paper route. The uncalled quality_stats() is additional evidence that the instructions overstate the exercised computation. The CI file alone should remain evidence of a testing design, not an observed successful CI run." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2" ], "explanation": "Raw gaze and derived event labels are separate pinned datasets. The classifier has its own component, while paper analysis, figure outputs and environment files occupy separate directories. This satisfies practical separation without requiring every directory to be a separate repository." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE" ], "explanation": "The declared inputs are described as public, raw gaze explicitly advertises unrestricted access, and the classifier is openly licensed. No restricted component is established in the reproduction route. The unresolved local acquisition link does not by itself prove access restrictions, so the empty-subject N/A is justified within the inspected boundary." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The exit-0 historical record invokes the Docker adapter, whose inspected implementation creates a new container, and runs clean results_def.tex. This is completed execution evidence, not merely a script definition, so it satisfies the assigned rule. Its scope is the implemented analysis target: it does not prove that quality_stats(), every figure-generation step, or the full manuscript were tested in that run.", "suggested_correction": "Keep met for the observed analysis target, but qualify the phrase full results to avoid implying coverage of all promised manuscript computations." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The current paper route starts a new docker run --rm instance for each invocation. Its temporary HOME is under the mounted project directory and removed on successful completion; persistent project outputs do not make the container itself long-lived. The assessment appropriately phrases this finding about current container invocations, rather than proving historical label generation was disposable." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The historical build, analysis run and later image load/conversion demonstrate distinct maintenance events. They do not establish regular testing that the exact result environment can be reconstituted. Not-checked avoids turning lack of a schedule or retained recurring receipts into proof that no such testing occurred." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "The tree and build record show the image archived as tracked configuration plus annex layers within the research object. This is more than a mutable external image reference. The assessment explicitly separates that archival structure from current retrieval, which remains unchecked." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "This duplicates must/014 and is answered consistently, including the upstream-duplicate flag. A recorded update procedure and the completed image-format update support the verdict; the duplicate should not be interpreted as an independently observed second maintenance practice." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The independently maintained data and classifier components are explicitly linked and pinned. The recursive acquisition component with an author-local URL is a specific exception, so partial is defensible for this broad component boundary. Package dependencies have not been incorrectly counted as missing project modules." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The README and manuscript explain versioned code/data and reproducibility, and module maps show locations, but the labels README describes an older Condor procedure rather than its delivered compute_all.sh route. Partial appropriately recognizes documentation while identifying a concrete gap in explaining how the nested pieces fit together." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The cited evidence does not show that modular boundaries prevent independent updates. Separate pinned classifier revisions allow the paper and label dataset to evolve independently; fixed relative data paths and event schemas are ordinary interfaces. Neither a missing compatibility contract nor legacy host assumptions alone demonstrates a boundary violation. The native partial category requires a specific violation or a property holding only in identified components.", "suggested_correction": "Do not use version differences or untested compatibility as a demonstrated modularity defect. Credit the independently pinned boundaries; if retaining partial, identify a concrete cross-boundary update dependency or break. State any untested compatibility guarantee as a limitation." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The module Gitlinks, explicit selected data inputs and image registration form a concrete composition mechanism. This remains true even though an ancestral acquisition URL is not portable and one figure-generation function is omitted from the default dispatch." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The acquisition commands and recursive path-to-repository maps provide usable navigation into the linked object. This asks for documentation or tooling, so the structural tooling supports met despite the more limited explanatory documentation identified under may/002." } ], "verdict": "needs_revision", "created_at": "2026-10-28T03:17:06.211745Z", "limitations": [ "Inspection-only review of the frozen manifest with verified SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. No network calls, payload acquisition, scientific execution, container build or rerun occurred.", "Annex payloads, container layers and omitted figure/source blobs were unavailable by design. No present-day recipient retrieval, scientific correctness, bitwise reproduction or visual comparison is established. Missing payloads are capture limitations, not observed retrieval failures.", "All Git reads used GIT_NO_LAZY_FETCH=1. Some historical show/diff requests encountered omitted promised blobs; their frozen history records and available trees were used without fetching. Original working-tree or ignored artifacts are not captured.", "The root-to-component links were inspected before following their frozen source material. The adapter was reached through the root README tool/version reference and registered invocation. Its assessment citation uses a version tag; this review cites the frozen content-addressed local evidence locator instead of asserting tag immutability.", "The assigned JSON and all 31 criterion rationales were reviewed. Native pin check and response validator passed; this did not establish correctness. Available cited source hashes matched the frozen files. The original probe receipt, additional assessment report and live issue/CI contents were not consulted.", "The response contains 17 MUST, 9 SHOULD and 5 MAY answers. Its status counts are internally consistent: MUST 11 met, 5 partial, 1 not-checked; SHOULD 6 met, 1 partial, 1 not-checked, 1 not-applicable; MAY 2 met, 3 partial. No aggregate score or denominator claim is included in the supplied JSON to audit further.", "The broad linked-component scope exposes genuine ancestral defects, but those must be kept distinct from the prerequisites of the current numerical rerun. Agreement here is an independent evidence judgment, not human approval.", "Actual runtime model identity was not supplied and is not inferred from the requested model name." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/009", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-narps-guidance-08-review-1", "assessment_id": "study-con-narps-guidance-08", "reviewer_id": "study-con-narps-guidance-08-review-1-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The root inventory and three gitlinks establish a single composition containing manuscript, analysis, inputs and environment. The nonportable nested acquisition link is a reachability defect captured under must/002, not evidence that the paper runs from an external working directory." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Following root -> data/raw_eyegaze exposes src/lab-eyetracking with an author-local absolute URL. Partial correctly distinguishes that specific recursive defect from the public, pinned inputs consumed directly by the paper. No missing payload is treated as a failed download." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The package declarations and editable installation of the pinned classifier satisfy the method’s inclusion interpretation. This does not independently establish complete dependency coverage of every linked execution route; that belongs under must/010." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The pinned tree and preserved history identify versioned text, code and configuration. Capture omissions do not demonstrate an author’s dirty tree. The assessment appropriately flags the clean-tree probe’s different subject." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#nodes (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "The image layer paths have annex pointers and size-bearing content keys; the linked raw-data inventory uses annex identities too. Inspecting payload bytes is unnecessary to establish use of this versioning mechanism." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root run records container/image as an extra input and declares img plus results_def.tex outputs. The linked label run declares only raw-data inputs and a bare bash command, without an exact environment. This supports partial rather than either a blanket pass or absence of provenance." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/2b969f1d6c092c74085e1adc49a9f619bf8812e4" ], "explanation": "The root instructions are substantive, and the probe’s invented make-changes target is a false positive. However, the declared scope includes label generation: its README instructs users to run removed preprocessing/detection files and never gives the current compute_all.sh route. The assessment recognizes this under must/011 and may/005 but omits it from this A.1 judgment. Native rule 10 caps a documentation/mechanism conflict at partial.", "suggested_correction": "Change to partial for the full declared boundary, preserving explicit credit for the root instructions and citing the label README conflict." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The results-containerized tag resolves to the cited completed root run, so the paper has a clear starting point. The linked label component instead documents nonexistent starting scripts while its actual run uses compute_all.sh. The native documentation-versus-mechanism rule applies here as well; the top-level success does not cover that in-scope component.", "suggested_correction": "Use partial across the stated boundary; distinguish the usable paper entry point from the stale label-generation entry point." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The current paper analysis uses root-relative inputs and outputs. Both linked submission generators embed an author’s home directory, which warrants partial across this boundary. Container-internal /root cleanup and Windows example prompts are not host-path defects." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The root numerical dependencies are accounted for, and the nested classifier has package requirements. The met claim nevertheless stops at the root route while the same assessment includes the label README’s Condor/Python2.7 route in other criteria. No specification cited here includes that scheduler/interpreter route. Also, the cited tests/utils.py imports pandas and pylab as well as numpy; these are covered in the root recipe, but its description is inaccurate.", "suggested_correction": "Reconcile the dependency boundary explicitly. If the documented label route remains in scope, record partial for its missing environment support; do not infer full completeness from the root dependency comparison alone. Correct the utils import description." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README.md -> DataLad Containers 1.2.3 -> .datalad/config adapter)" ], "explanation": "The root names orchestration tools/platforms and specifies its mount and HOME behavior. The linked README and scripts assume an unreconciled scheduler, interpreter and author directory. Partial has concrete support independent of the probe’s false-positive platform keyword matches." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The paper provides a clear requirements list. The label README neither supplies a requirements list for the actual compute_all.sh path nor reconciles it with the obsolete Condor route, so the whole-boundary partial is justified." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "Git contains the Docker recipe, runtime registration and image identity metadata alongside the scientific code and data pins. The linked classifier’s package requirements are also versioned; this property does not imply an exact historical label environment." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The history supplies runnable build/save and conversion procedures and actual later maintenance, including conversion for changed Docker compatibility. This is more than an untouched initial specification. Met is defensible under the method’s process-plus-instance rule; the inaccessible historical patch limits claims about its precise content. The duplicate flag is correct." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README.md -> DataLad Containers 1.2.3 -> .datalad/config adapter)", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The archived root image genuinely has content identity; latest is not a floating replay lookup. But met across the declared linked-component boundary conflicts with the established absence of an exact label-generation environment: its package requirements are unpinned and its completed run identifies no frozen environment. The root image is not shown to be the 2018 label environment.", "suggested_correction": "Use partial for the full boundary: retain the root image pass and identify the label-generation environment as the specific gap. Do not conflate archive identity with current retrievability." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/annex-metadata/04c/184/MD5E-s558--87b41ff70e5a8111403dd4d5bf11ac4c.log.web (git-annex revision 0cc48aa1605a41f1c512561a6427a93a65ebebfe; discovery: root annex pointer -> availability metadata)" ], "explanation": "The manifest and annex web log establish archive identities and claimed storage locations, not a successful independent retrieval. Not-checked follows the instrument’s stricter publication rule and the no-network boundary." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root acquisition/use instructions are real and match the registered container mechanism. The full-object met claim leaves the included label-generation environment unexplained, while the assessment itself finds that component’s current requirements and execution instructions missing. A consistent boundary is needed before extending root credit to all included computation.", "suggested_correction": "Retain the root-specific positive, but revise to partial for the full boundary unless a discoverable environment acquisition/use route for label generation can be cited." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "Independent components use Git identities and gitlinks, with annex for relevant large content. Using ordinary Git blobs for some validation data does not introduce a different version-control system." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "Historical repair/replay and classifier test configuration do not establish a recurring full-paper test cadence. Not-checked is preferable to either inferring regular execution from a CI definition or treating absent root CI as proof of no testing." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Raw inputs, labels and classifier are distinct linked components, while analysis, generated figures and environment have separate paths. These are meaningful separable roles, not merely a naming convention without a composition mechanism." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README.md -> DataLad Containers 1.2.3 -> .datalad/config adapter)" ], "explanation": "The historical root pipeline record includes an exit-zero container invocation and declared results. The inspected adapter launches a new docker run --rm instance, supporting an actual historical fresh-container test rather than credit for a definition alone. This does not establish a new reviewer rerun or numerical validity." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README.md -> DataLad Containers 1.2.3 -> .datalad/config adapter)", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The current paper container is disposable. The linked label workflow, included elsewhere in the assessment, directly invokes host Python in a shell loop and its recorded command creates no disposable environment. The evidence therefore establishes isolation for only part of the declared computational boundary, not each execution across it.", "suggested_correction": "Use partial, explicitly crediting the root Docker executions and identifying the non-isolated label-generation route." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "The build receipt and later archive conversion are real events, but neither proves regular identity-checked reconstitution of the result environment. The classifier’s CI installs its own environment, so not-checked remains justified." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The tree retains annex-backed image contents and manifests, with successful build/save and conversion records. This supports actual environment archival design; payload exclusion in the inspection package does not negate archival tracking or prove current usability." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The same runnable maintenance and later conversion evidence supports the update-process judgment. The answer matches must/014 and marks the verbatim upstream duplication, avoiding an invented independent check." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "Released data advertises unrestricted access, but the author-local acquisition module’s access policy is not established by its path. Leaving this unknown avoids inventing a restricted component or asserting every recursive component public. This is not a finding that the released inputs need credentials." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The linked datasets and classifier are independently maintained project components. Their explicit identities support modular linking, while the nested author-local acquisition URL prevents an unqualified pass under the method’s retrievable-link interpretation." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root explains products and retrieval, but the linked label documentation fails to describe its present computation and relationships. Partial recognizes useful top-level guidance without claiming a complete recombination guide." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e" ], "explanation": "Separate pins allow the paper and label module to retain different classifier versions and update independently. This supports the structural property. It does not prove that arbitrary future revisions will remain compatible, a limitation the assessment already states." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "Gitlinks compose data/code versions, and the registered image invocation connects them to the Makefile workflow. A broken nested URL affects reachability but does not eliminate this explicit composition mechanism." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "DataLad commands and module declarations support navigation. The stale label README demonstrably sends a reader to missing execution files, so partial is warranted rather than a uniform documentation pass." } ], "verdict": "needs_revision", "created_at": "2026-10-28T03:26:29.228037+00:00", "limitations": [ "Inspection only: no network calls, payload acquisition, scientific workflow execution, container build or new replay. Binary/annex content and container layers were omitted by capture, not observed to be unavailable remotely.", "The manifest SHA256 matched e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499; all 260 downloaded source-file hashes matched their manifest entries. Citations were checked through that frozen evidence and revision-specific Git metadata, not by accessing live URLs.", "Read only the assigned anonymized assessment, assigned instrument/runtime helpers and this object’s discovered evidence. No other assessment, review, answer fixture or example was consulted.", "All 31 native IDs were checked. The native validator passed; this establishes shape only. The input contains no aggregate score or reported denominator to audit. Its status counts are MUST 11 met, 5 partial, 1 not-checked of 17; SHOULD 6 met, 3 not-checked of 9; MAY 2 met, 3 partial of 5. Partial MUST items do not count as satisfied; unknowns remain in their denominators.", "Ran read-only entry-point, absolute-path, platform-assumption and CI probes using frozen manifest inventories for the root and label component. Their heuristic false positives were inspected directly; no additional probe receipt was written. Every Git command/probe process used GIT_NO_LAZY_FETCH=1.", "Historical Git blobs and current payload usability are not exhaustively available. Successful native run receipts support historical execution only; they do not establish independent reproducibility, scientific correctness or current retrieval.", "Disagreements concern consistent application of the stated linked-component scope. They preserve the supported positive findings for the paper’s current container route. Agreement is independent review, not human approval." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-narps-guidance-08-review-2", "assessment_id": "study-con-narps-guidance-08", "reviewer_id": "study-con-narps-guidance-08-review-2-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The root tree contains the manuscript, analysis and environment, and supplies explicit in-root mount points for raw data, labels and classifier. The acquisition-source URL defect is correctly distinguished under must/002; source capture omissions do not invalidate this structural finding." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Following root -> data/raw_eyegaze -> .gitmodules exposes src/lab-eyetracking with an author-local absolute URL. Partial is defensible for the declared recursive boundary. The recorded paper run selects already released eyegaze files, so this does not establish that numerical replay requires that acquisition module or fails." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The recipe supplies the analysis and rendering stack, Docker-Makefile installs the pinned classifier, and README identifies the host orchestration tools. This satisfies software inclusion on the documented route without requiring vendoring of every package; mutable package selection is a separate question." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "Independent ls-tree inspection confirms ordinary Git blobs for source, TeX, recipes and configuration and commit-mode gitlinks for modules. The sparse evidence capture cannot establish an original dirty tree, and tree cleanliness is not the version-control property being assessed." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/blobs/sha256/d310e774110ab038b30c6a5f7b7f7dd527dbe527854496bd30194b9ee6ea496e", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The image layer blobs are annex symlink records: their MD5E keys encode sizes 77,814,784 and 1,750,877,184 bytes. Raw-data documentation describes the same Git/annex split. The evidence establishes management of large payloads, independently of current retrieval success." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/b06a134079faf2056643d069771d311eb525f1c6" ], "explanation": "The root record declares exit 0, image extra-input, scientific inputs, and img/results_def.tex outputs. The linked label-generation record declares inputs and outputs but invokes a bare host Python workflow with no exact environment. Partial is supported; a later manual SVG adjustment is not by itself missing computational provenance." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The root README provides setup and executable reproduction commands, and Docker-Makefile contains their targets. Its legacy route is explicitly labeled old, so two routes do not constitute a silent documentation/mechanism conflict under verdict rule 10." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The numerical command has an independently resolved results-containerized tag pointing to the cited completed record; manuscript compilation has a named registered-container command. These are identifiable starting points even though replay was not attempted." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The paper analysis uses paths rooted in its checkout. The explicitly linked label module retains submission generators embedding an author-home initialdir and a fixed Python 2.7 executable. Partial correctly localizes the defect to linked legacy scripts rather than Docker-internal paths or example shell prompts." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/remodnav/tests/utils.py" ], "explanation": "The checked analysis imports and rendering commands are covered by the recipe, the classifier declaration, and documented orchestration requirements. There is a small citation-description error: tests/utils.py also imports pylab and pandas, both covered by the existing matplotlib/pandas declarations. This does not reverse the verdict.", "suggested_correction": "Correct the tests/utils.py evidence description to include pylab/matplotlib and pandas, and explicitly retain that this dependency mapping concerns the documented numerical/manuscript route." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "Root platform/tool and mount assumptions are substantially exposed. Following the label module README instead leads to Condor submission with inherited environment, a fixed host directory and Python 2.7, without a reconciled description of the current computation route. This substantiates the broad-scope partial finding." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The paper route has a concrete host-tool list and package recipe. The label README still describes removed preprocessing/detection entry points, whereas current compute_all.sh runs the separately pinned REMoDNaV. Partial is reasonable for the clarity of requirements across the linked boundary; avoid implying that the classifier itself lacks dependency declarations." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "Git tree inspection verifies that recipe, registration and archive metadata are versioned with source and module pins. This item does not require independently retrieving the image payload or proving an exact future rebuild." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/d479a9ac9defd121a3ba3efd6c0dbf5b475cc76e" ], "explanation": "The history provides executable rebuild/save procedures and subsequent environment maintenance, so this is stronger than a recipe introduced once and never maintained. The later OCI conversion is an archive-format update, not evidence of a dependency-version change. The separately observed Makefile history includes a dependency-pin update.", "suggested_correction": "Keep the duplicate flag and qualify the OCI example as format maintenance; cite the dependency-pin maintenance commit as additional evidence instead of suggesting conversion changed dependencies." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The archived configuration and layers have recorded content identities. The inspected adapter computes an image ID from the saved configuration and executes that ID; it does not resolve the latest label from a registry during replay. The met judgment is appropriately about exact-environment identity, not current payload availability or reproducible rebuilding from mutable apt repositories." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/annex-metadata/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web#revision=0cc48aa1605a41f1c512561a6427a93a65ebebfe" ], "explanation": "Frozen web-location logs name a public payload source but are claims of location, not independent recipient retrieval. With network and payload acquisition prohibited, not-checked is the correct status and must remain separate from failure." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The README explains installation prerequisites, dataset acquisition, expected downloads and both reproduction commands. The named docker-make registration and invoked Makefile actually exist. The assessment correctly credits the documented acquisition/use route without claiming it was successfully exercised here." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The discovered composition uses Git commit pins across independently versioned repositories, with annex supplementing Git for large data and images. This is a common version-control framework even where one validation-data repository stores ordinary Git blobs." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "The package has an executable CI definition, but it is not a full-paper test receipt. Historical analysis and conversion records establish maintenance events rather than a regular full-workflow testing cadence. Not-checked avoids treating absence of root CI as proof that testing never occurs." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "Raw observations, derived labels and classifier are separate pinned components; analysis/manuscript outputs and environment occupy distinct root paths. That separation is visible in both tree structure and the explicit input/output paths, so met is supported." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The historical exit-0 analysis record is execution evidence, not merely a workflow definition. Combined with the documented adapter implementation that invokes docker run --rm, it supports historical fresh-container testing of the numerical/figure pipeline. It does not establish an independently verified rerun or scientific correctness." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "Docker itself is disposable, but the adapter bind-mounts the persistent dataset at /tmp. Thus /tmp/dockertmp is a persistent dataset directory, not container-only HOME storage. The registration removes it only after make succeeds. If make fails, that HOME survives; on the next invocation mkdir fails but the semicolon still allows make to reuse the old HOME. This specific cross-run state path contradicts unqualified isolation for each execution. This is a source-level control-flow finding, not an observed failed run.", "suggested_correction": "Change met to partial: fresh containers are spawned, but failed runs can retain and reuse HOME state in the dataset mount. Recommend a unique per-run HOME plus unconditional cleanup, or container-local temporary storage, when preparing remediation outside this read-only review." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The retained records show an initial build, one analysis execution and a later image-conversion smoke test. These do not establish regular identity-checked reconstitution testing of the exact results environment. Not-checked is justified without making absence-of-CI or mutable recipes into proof that no testing occurred." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The source object records image creation/save and later conversion, and its tree retains content-addressed layer pointers. This establishes an archived environment artifact rather than a bare remote tag. Capture omission of its bytes is correctly separated from whether the project archived it." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/d479a9ac9defd121a3ba3efd6c0dbf5b475cc76e" ], "explanation": "This repeats must/014 verbatim and receives the same supported process/maintenance judgment. Both duplicate flags are present. As above, distinguish dependency-pin maintenance from the later OCI representation change; the conversion alone would not demonstrate dependency updates." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The released raw dataset advertises unrestricted access, while the acquisition module is only identified by a local path. That path does not establish either restriction or public availability. Given the explicitly recursive scope, not-checked is a cautious and justified applicability decision rather than inventing restricted content or declaring all components public." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The assessed subjects are genuine independently maintained data/code modules, not ordinary installed packages. Their pins and boundaries are explicit, but root -> raw_eyegaze -> src/lab-eyetracking lacks a portable retrieval locator. Partial follows the method’s module-link interpretation." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root README gives the study’s products and reproduction route, but does not explain the full module relationships; the linked label README points to a superseded computation scheme. Partial reasonably distinguishes working root instructions from incomplete documentation for recombining linked components." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e" ], "explanation": "Separate gitlinks let the paper retain one classifier revision while label generation retains another, and history records an independent classifier update in the label module. This supports controlled independent updates without automatic drift; it does not promise compatibility with arbitrary future revisions." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "Gitlinks compose the data and code components, and the container registration connects an archived image to Makefile targets operating on that root. The mechanism exists even though recursive retrieval and replay success remain unverified." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "DataLad commands and named module paths provide navigation support. The label README nevertheless directs readers to missing preprocessing/detection scripts instead of the retained compute_all.sh. The inventory and source independently substantiate uneven navigation support and the partial verdict." } ], "verdict": "needs_revision", "created_at": "2026-10-28T03:32:29.184409+00:00", "limitations": [ "Inspection-only review of frozen manifest data/remodnav-evidence.json, SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. Source files were reached through root documentation and explicit module links; the manifest hash and downloaded source hashes were independently checked.", "No network calls, scientific workflow executions, container builds or payload acquisitions were performed. Missing binary/annex content and image layers are capture limitations, not observed retrieval failures. Every Git read used GIT_NO_LAZY_FETCH=1.", "Historical native completed-run records were inspected as evidence; their output bytes, scientific validity and cross-platform repeatability were not independently tested. The should/005 failure-path issue is established from source control flow, not a reproduced execution failure.", "The native checklist pin check and assessment validator passed. This verifies schema/coverage, not correctness. All 31 IDs are present: the supplied statuses have denominators 17 MUST, 9 SHOULD and 5 MAY; no numeric score or aggregation was supplied in the assigned JSON, so no separate report score was checked.", "Only the assigned anonymized assessment was read. Its original probe receipts and any companion report were outside the allowed review input and were not inspected, so exact claims about original probe outputs cannot be independently authenticated here.", "Observed runtime model identity was unavailable; model_requested is not evidence of model_observed. Agreement findings are independent review judgments and do not constitute human approval." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-narps-guidance-08-review-3", "assessment_id": "study-con-narps-guidance-08", "reviewer_id": "study-con-narps-guidance-08-review-3-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The root declares the paper products and contains the manuscript, analysis, environment and three nested component paths. The analysis reads within those paths. The nonportable deeper acquisition link is a distinct reachability issue; it does not invalidate the observed common-root layout." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Following root -> data/raw_eyegaze exposes a src/lab-eyetracking URL that is an author-local absolute path. Partial is supported for the declared recursive boundary. The recorded paper execution instead consumes released sub-* files, so this is not evidence that the current paper replay requires or fails to retrieve that acquisition module." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The numerical/manuscript software has explicit apt/pip declarations, and the separately pinned REMoDNaV package is installed by Docker-Makefile. Host orchestration is explicitly named. The equivalent-evidence rule permits these package declarations; lack of physical vendoring or universal version pins is not an inclusion failure." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "Independent ls-tree inspection confirms Git blobs for scientific text, scripts, configuration and image manifests, plus gitlinks for the components. Capture omissions cannot be treated as original dirty-state defects. The mapping-questioned flag correctly separates tracked content from a tree-cleanliness heuristic." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/.gitattributes", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The frozen tree and manifest identify annex symlink keys for the large container layers; the linked raw-data distribution also explicitly uses git-annex. This is direct metadata evidence of binary tracking. Payload absence limits availability checks, not the observation that those bytes are content-addressed." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The 2023 native receipt records exit 0, the container/image extra input, scientific inputs and img/results_def.tex outputs. The linked label receipt records bash code/compute_all.sh and outputs but no exact environment. Partial appropriately distinguishes genuine root provenance from the upstream gap; a run-record format alone would not establish completeness." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e/code", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root installation and use instructions are concrete, but the assessment includes the linked label-generation component when assigning other partial verdicts. That component README directs users to preprocessing/detection scripts absent from its pinned tree, while the recorded compute_all.sh route is not explained. Under the method's documented-route and across-object rules, the unqualified met is inconsistent with that same boundary.", "suggested_correction": "Use partial for the declared scope, naming the working paper route and stale label instructions. Alternatively, explicitly justify a component-specific exclusion for this criterion; do not silently change the boundary between items." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "I independently resolved results-containerized to 57d2565, so the root starting point is real. However, the linked label component offers a different, obsolete documented starting point from the successful compute_all.sh receipt. The method explicitly maps a mechanism-versus-records or documentation mismatch to this item. Met is supported for the paper replay from supplied labels, but not for the stated scope including label generation.", "suggested_correction": "Report partial with both routes identified, or state and defend a narrower criterion boundary that treats labels solely as supplied inputs." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The scientific paper paths are relative. Both linked submit generators nevertheless emit a fixed author directory and a fixed Python 2.7 executable. These are executable configuration, unlike Windows command-prompt examples or container-internal /tmp paths. Partial is justified when the linked component is included, with the existing caveat that current root replay does not use those scripts." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/remodnav/tests/utils.py" ], "explanation": "An independent import scan and Makefile inspection found the required numerical, plotting and manuscript tools covered on the stated paper route; sklearn maps to scikit-learn and pylab to matplotlib. There is a small citation-description error: tests/utils.py also imports pandas and pylab within functions, not just NumPy and standard-library modules. Both are already covered, so this does not change the verdict.", "suggested_correction": "Correct the tests/utils.py evidence description to include its pandas and pylab imports. Keep dependency completeness distinct from exact versions and successful installation." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The main route names host tooling and platforms and explains the mount and temporary HOME. The linked component instead relies on a Condor submission context, inherited environment and fixed host locations without reconciling those assumptions with compute_all.sh. Partial is supported for the broad boundary, rather than an inference from absence of platform-scan hits." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root provides an identifiable current requirements list and recipe. The label README still explains an earlier Condor pipeline, whereas compute_all.sh invokes the pinned package through PYTHONPATH and host python. That documentation mismatch prevents an object-wide complete requirements-list pass; partial is reasonable." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "Git-tree inspection confirms the Dockerfile, runtime registration and package dependency declarations are versioned. This item asks whether specifications are tracked, not whether every historical run linked an exact environment; the latter gap is separately recorded under must/006." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The method accepts a runnable command as the declared process. The introduction records docker build, a later tree delta independently confirms Dockerfile modification at 92dbad28, and the subsequent exit-0 receipt builds/saves from that specification. Later recorded image-format maintenance adds evidence. Thus this is more than an untouched initial specification. Exact historical patch bytes were not required for this limited inference; the duplicate flag is correct." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The archived image is identified by the versioned manifest, layer/config names and annex keys. The discovered adapter hashes the saved config and runs the resulting image ID; RepoTags containing latest do not make replay a floating registry lookup. A mutable Dockerfile rebuild and an immutable archived environment are different mechanisms. Met is supported for the paper environment without claiming payload usability." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/04c/184/MD5E-s558--87b41ff70e5a8111403dd4d5bf11ac4c.log.web" ], "explanation": "The supplied location log names a public blob URL, and the README describes acquisition, but neither establishes an independent recipient retrieving the pinned archive. The instrument explicitly requires retrieval and identity evidence here. Not-checked follows the no-network/no-payload boundary and does not misclassify omitted capture bytes as failed retrieval." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Obtaining and using the root Docker environment is well documented and backed by registration. The included label-generation route has no corresponding environment-acquisition instructions, and its README describes removed execution scripts. The assessment itself includes this gap under must/011 and must/012 and the absent exact label environment under must/006. An object-wide met here overstates that evidence.", "suggested_correction": "Change to partial for the declared linked-component scope, retaining full credit in the explanation for the documented paper environment. If labels are intentionally treated only as external supplied derivatives for this item, make that exception explicit." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The discovered components use Git revisions throughout, with git-annex extending Git for raw data and image payloads. Independent tree inspection confirms the nested gitlinks. Ordinary Git binary storage in the validation-data repository does not introduce a separate version-control system." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "The retained history has real maintenance/recomputation events, and REMoDNaV has package-test CI configuration. Neither demonstrates a regular full-paper test cadence. Not-checked is preferable to unmet solely because root CI was not found, and the requested repeated execution receipts would resolve the uncertainty." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Distinct raw-input, event-label and classifier modules are explicit. Root code, generated figures/results and environment files also occupy separate functional paths. That establishes meaningful modular separation without requiring every directory to be its own repository." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "Unlike a bare workflow definition, the native 2023 receipt reports completed analysis execution with exit 0. Its adapter invocation creates a new Docker container and removes it afterward. This meets the method's equivalent completed-run evidence rule for historical testing of the paper pipeline; it is not evidence of this reviewer rerunning it or of scientific validity." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The current paper route does create disposable Docker containers. However, the included label-generation workflow executes host python with inherited PYTHONPATH in compute_all.sh, and its native receipt invokes that shell script directly. The assertion that the workflow isolates each execution holds for one component, not across the declared computational scope. This is positive evidence of a non-isolating route, not just missing CI.", "suggested_correction": "Use partial for the broad scope, distinguishing disposable paper executions from host-based label generation. A root-only met needs an explicit, consistent exclusion of upstream generation from this item." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "The initial build/save and later load/convert receipts substantiate individual successful operations, while package CI does not test the archived paper environment. No repeated identity-checked environment reconstitution series is established by the supplied records. Not-checked accurately preserves that uncertainty." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "The root versions an extracted image archive and content-addressed layer pointers, and a native receipt records saving the built image there. This supports archiving beyond a recipe or registry tag. Intentionally missing captured bytes prevent testing the archive now but do not negate the observed archival mechanism." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "This is the same question as must/014, and the response consistently gives the same verdict and marks the duplicate. The recorded build procedure, subsequent specification modification and image-maintenance command provide the relevant history. It should not be presented as a second independent practice or collapsed into an overall score." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The released input dataset advertises unrestricted access, but the deeper acquisition link is local and does not establish its access policy. For the declared recursive scope, not-checked is a defensible conservative answer; neither an inaccessible-looking path nor a missing payload establishes restricted data. If scope were limited to released inputs, N/A would require that limitation to be explicit." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "These are independently maintained data and classifier components, so the item has a real subject under the method's interpretation. Publicly named, pinned modules coexist with the deeper author-local acquisition link. Partial correctly avoids both treating ordinary packages as modules and declaring recursive retrievability from top-level links alone." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root describes products and the replay route, and the module files reveal the composition, but the label documentation tells a different story from the surviving generation script. Partial captures the incomplete explanation of relationships/reuse without pretending that .gitmodules alone is a complete user-facing recombination guide." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e" ], "explanation": "Separate Git pins preserve a chosen composition while allowing independently maintained components to change. The label component tracks its own classifier update and the paper pins a different classifier revision. This supports the structural independence claim. It does not prove arbitrary new versions remain API-compatible; the assessment appropriately retains the need for compatibility testing." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "Gitlinks compose the input/code components, and the registered image invocation reaches the actual Docker-Makefile and manuscript targets. These are concrete composition mechanisms. The external adapter is discoverable through the root tool/version reference, not merely because an unrelated cache happens to contain it." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e/code" ], "explanation": "DataLad instructions and named subdataset paths provide useful navigation. The label README nevertheless directs a user toward files absent from the pinned code tree. Partial reflects both the working navigation mechanisms and the specific broken guidance, rather than demanding an additional diagram by convention." } ], "verdict": "needs_revision", "created_at": "2026-10-28T03:39:05.313289+00:00", "limitations": [ "Inspection-only review of frozen cohort remodnav-e3c6253bced7. Manifest SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499 and all 260 downloaded source-file hashes were verified. Discovery followed root README/.gitmodules and explicit nested links.", "No scientific workflow, container build, payload acquisition, network request or remote retrieval check was performed. Binary/annex data and image layers were intentionally absent; their omission is not an observed retrieval failure. Scientific correctness and fresh reproducibility are not certified.", "Git reads used GIT_NO_LAZY_FETCH=1. Native commit messages, tree metadata and downloaded current source were inspected; unavailable historical blob content was not reconstructed or fetched. Historical completion is supported by retained native receipts, not by an independent run in this review.", "Only the assigned anonymized native assessment was read. Its separate assessor probe receipts and human report were not permitted review inputs, so claims about the assessor's earlier probe execution could not be independently audited. I ran the pinned checklist integrity check and native JSON validator and separately inspected source/history.", "The input contains all 31 unique native criteria: 17 MUST, 9 SHOULD and 5 MAY. Its status counts are 11 met/5 partial/1 not-checked for MUST, 6 met/3 not-checked for SHOULD, and 2 met/3 partial for MAY; no aggregate score is present in the reviewed JSON. The proposed scope corrections require corresponding counts to be regenerated in any accompanying report.", "The principal disagreements concern inconsistent treatment of the explicitly included label-generation component. They do not imply the documented paper replay from supplied derivative labels is broken. An explicitly justified per-criterion boundary could resolve some disagreements without changing the top-level-route conclusions.", "Observed model identity was unavailable and is intentionally null. Agreement is independent review judgment, not human approval." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-narps-guidance-09-review-1", "assessment_id": "study-con-narps-guidance-09", "reviewer_id": "study-con-narps-guidance-09-review-1-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The paper root connects manuscript, analysis, image archive and three pinned components. Analysis input paths stay beneath that root. The upstream acquisition-only link does not establish that the delivered BIDS inputs used by this paper lie outside its logical boundary." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The discovery chain reaches the paper inputs through root gitlinks and the REMoDNaV evaluation-data gitlink. Content retrieval is deliberately untested. The machine-local acquisition-source URL is real, but the analysis reads delivered BIDS files rather than that acquisition repository; it is not an observed failure to retrieve required paper inputs." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The Docker recipe includes scientific and manuscript software, while REMoDNaV is an identified project component. Host orchestration tools have installation pointers. This supports inclusion under the method's equivalent-evidence rule, without implying that an unpinned rebuild recreates identical bytes." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Git trees and retained history identify the analysis, text, configuration and module revisions. Capture omissions do not represent an originally dirty tree. The assessment correctly questions the clean-tree probe as a measurement of version-control adoption." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/.gitattributes", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The inspected tree contains six annex-pointer blobs, including approximately 78 MB and 1.75 GB image layers. StudyForrest also separates Git metadata from annex-managed data. Missing bytes do not undermine the observed content-versioning mechanism." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/commit/5cf0219a71b986c3de3f8b677b7f045f86d4ac1d" ], "explanation": "The main run records exit status, inputs, image directory and outputs, but declaring img does not demonstrate execution of quality_stats(). The figure is still used in the manuscript, and its last change has no environment-linked run. The label-generation record also lacks an environment reference. Partial is warranted." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "Installation and usage instructions exist, but the README promises all figures while the invoked command omits quality_stats(), which produces velhist.svg. This is an actual documentation/mechanism conflict, not the accurately disclosed switch from the old virtualenv route." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "The tagged rerun is an identifiable start and the Make target dispatches the principal computations. The active manuscript nevertheless retains velhist, whose generating function is not dispatched. The method requires at most partial for this incomplete documented route." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The root workflow uses relative object paths; container-internal paths are not host leaks. Following root .gitmodules to the label component reveals submit generators with a specific user directory and Python 2.7 executable. Partial is justified for the explicitly linked component scope, without claiming those generators run during the current paper rerun." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/remodnav/clf.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "Imports on the supported paper route map to the declared scientific packages, including sklearn/scikit-learn and statsmodels. The image includes the manuscript commands, and the script tolerates absent in-image DataLad because inputs are provisioned by host orchestration. This is a source-level completeness judgment, not an installation result." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The README documents platforms and Docker compatibility. The configured adapter directly invokes Docker as the calling user and explicitly notes that this usable non-root Docker assumption needs documentation; the root instructions do not spell it out. Partial is defensible as a documentation gap, not evidence of a permission failure.", "suggested_correction": "Keep the finding about a missing explicit host prerequisite; do not imply that Docker permissions were tested or that the externally linked installation guides were inspected in this frozen cohort." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The updated requirements section identifies the orchestration tools and tested versions, and the Docker recipe enumerates the system and scientific packages. A clear dependency list exists despite the narrower host-configuration caveat under must/011." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "Recipe, registration and archive metadata are tracked in the same immutable object as the code and module pins. The frozen tree directly supports this positive independently of whether archive payloads can currently be downloaded." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "History supplies an executable image-build procedure, a later Dockerfile correction and completed build/save and conversion records. This exceeds a newly introduced specification with no subsequent maintenance instance. The duplicate flag is present and should/008 uses the same evidence." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The archived config and layer identities provide an exact reuse target. Historical tree inspection identifies the same f881bd4d config filename before OCI conversion, and the adapter hashes the config and runs its image ID. A local RepoTags value ending in latest does not make this a floating registry execution. Adapter discovery is README version reference to the configured adapter." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The frozen metadata provides source and content-location claims, not independent recipient retrieval of the image. Not-checked correctly preserves that distinction. The supplied metadata contains current docker-blobs locations as well as older docker-layers locations; neither is an observed successful download.", "suggested_correction": "For citation precision, identify the current docker-blobs metadata alongside the older docker-layers entries, without changing not-checked." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "Environment acquisition and invocation are explained, but the native method explicitly groups must/017 with the A.1 documented-route checks and caps it at partial when documentation conflicts with the mechanism. The same README promise to recompute every figure contradicted by the uncalled quality_stats() was used to downgrade must/007 and must/008. Keeping must/017 met applies that rule inconsistently.", "suggested_correction": "Change must/017 to partial. Preserve credit for the concrete environment instructions while identifying the all-figures coverage conflict. Do not penalize the explicitly disclosed old/new environment routes themselves." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The discovered components are Git repositories with pinned gitlinks; git-annex/DataLad extend that same tracking model for large content. No conflicting component-versioning mechanism was identified in the inspected route." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The retained completed maintenance runs are stronger evidence than a CI filename, while library Travis configuration is not proof of paper-workflow execution. The explicit all-figure instruction mismatch gives a concrete reason for partial; two episodic records alone do not establish continuing regular verification." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Raw gaze, derived labels and algorithm are separate linked components. Analysis source, generated statistics/figures and environment are distinguishable paths. The method does not require every such path to be an independent repository, so the positive is supported." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The historical record is a completed analysis execution, not merely a script definition. Its configured Docker adapter launches a new container and removes it. This meets the method's allowance for equivalent historical completed-run evidence; it does not certify every manuscript result or constitute a fresh run by this reviewer." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "Each adapter invocation executes docker run with --rm, and registration gives the process a temporary HOME. Persistent mounted outputs and a reused image do not imply reuse of the execution container. This supports the stated disposable-environment design." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The image was exercised in a completed analysis and later a successful load/exit/conversion action. These are real but limited reconstitution checks, with no retained recurring full validation procedure. Partial appropriately credits those checks rather than equating absence of root CI with complete absence of testing." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The object records an actual saved image with identified layers, plus completed build/save and later conversion actions. That is archival evidence beyond a registry name. Inspection cannot verify the withheld image contents or present-day retrieval, which the assessment correctly handles separately." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The executable maintenance actions and tracked subsequent changes support the same positive as must/014. Both responses mark the upstream duplicate, so this is consistent repeated coverage of one question, not two independent maintenance practices." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING" ], "explanation": "The consumed data advertises unrestricted access and the algorithm has a public software license. No access-controlled component is identified on the analysis route. A historical local path alone does not demonstrate restricted access, so the empty-subject N/A interpretation is supported without claiming that public payload retrieval was verified." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "Independent datasets and algorithm components are explicitly linked. Recursively following raw_eyegaze exposes an acquisition repository linked by a machine-local URL; that is a genuine incomplete module-link boundary even though it is not required to consume the delivered paper inputs. The assessment correctly avoids treating ordinary Python packages as missing project modules." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Module discovery reaches a label README whose reproduction account still names removed preprocessing/detection scripts, while retained execution evidence uses compute_all.sh and the linked REMoDNaV package. That mismatch impairs understanding of how raw inputs, algorithm and derived labels relate and can be recombined, supporting partial." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/1f3c4c237e6eb9980ed1e60fde2b269d0be9159b", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e" ], "explanation": "Separate repository pins and focused label/algorithm pointer updates establish independent component boundaries. The assessment properly qualifies that this is structural update capability, not a promise that arbitrary future algorithm revisions preserve results." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Gitlinks define assembly of component revisions, and the container registration plus run input/output declarations connect them into the paper computation. This directly supports a composition mechanism without requiring proof of a newly executed workflow." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The cited defect concerns obsolete reproduction commands, but this criterion asks for documentation or tooling supporting navigation and understanding of modular structure. The assessment itself credits .gitmodules/DataLad navigation, and the current module names and paths resolve structurally. It does not explain what navigation capability is missing despite that alternative tooling route.", "suggested_correction": "Reconsider met for the available module-navigation tooling, or identify a concrete structural-navigation failure that makes the tooling/documentation only partially adequate. Retain the obsolete reproduction instructions under the actionable and relationship/recombination findings rather than automatically reusing them here." } ], "verdict": "needs_revision", "created_at": "2026-10-28T03:52:42.624676+00:00", "limitations": [ "Inspection-only review of the assigned anonymized native assessment and the source boundary frozen by data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. No other assessments, peer reviews, examples, gold answers, methods or object caches were read.", "No network calls, scientific execution, container builds, payload acquisition or fresh rerun occurred. All Git reads set GIT_NO_LAZY_FETCH=1. Binary/annex data and container layers are absent by design; their absence is not evidence of failed retrieval.", "Checked the manifest hash, all 260 supplied source-file hashes, seven history hashes and nine external/availability metadata hashes. Following root documentation, explicit module links and run history established the relevant discovery paths; cache presence alone was not treated as discoverability.", "Native checklist pin validation and assessment validation passed. Independently inspected the material source citations and historical run records; validation success was not used as support for judgments. All 31 native criterion IDs are present, with denominators 17 MUST, 9 SHOULD and 5 MAY. The assigned JSON contains no aggregate numeric score or report denominator to audit. Its two not-checked items and one not-applicable item remain distinct from failures.", "The separate original probe receipt and human report were not supplied as authorized review inputs. Probe-output assertions can therefore be checked against source properties but not fully authenticated as original probe receipts.", "Historical completed-run metadata supports execution claims but does not establish current numerical repeatability or scientific validity. Remote issue discussions and external installation guides were not available in the frozen package. The Docker adapter is a supplied versioned external source reached from the README tool/version reference and configured invocation, not a bundled project file; its exact frozen bytes are cited by SHA256.", "Actual observed runtime model identity is unavailable and is recorded as null. Agreement with individual criteria is independent technical review, not human approval." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-narps-guidance-09-review-2", "assessment_id": "study-con-narps-guidance-09", "reviewer_id": "study-con-narps-guidance-09-review-2-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The consumed input paths, analysis, manuscript and archived environment form one nested root. Root .gitmodules leads to raw data, labels and the algorithm; load_anderson follows the algorithm module into its evaluation dataset. The unrelated upstream acquisition URL does not move the consumed BIDS files outside that boundary." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "Pinned input links are present, including root -> remodnav -> Andersson evaluation data. The raw-data module also retains a host-local acquisition URL, but the paper consumes its delivered BIDS data. No permitted recipient retrieval establishes availability of those consumed payloads, so not-checked is justified rather than a fabricated retrieval failure." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The environment explicitly installs analysis and manuscript tools and the algorithm is a root gitlink. The method accepts installable package declarations as inclusion; it does not require vendoring Docker and DataLad themselves." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2" ], "explanation": "The retained Git tree identifies tracked source, manuscript and configuration blobs. Missing material in this deliberately incomplete capture is not evidence of untracked original work." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/.gitattributes", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The two large image layers have annex pointer entries and content identities, while metadata stays in Git. The raw-data README separately specifies annex-managed payloads. Actual payload retrieval is unnecessary to identify this version-control mechanism." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1161", "https://github.com/psychoinformatics-de/paper-remodnav/commit/5cf0219a71b986c3de3f8b677b7f045f86d4ac1d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The completed main run identifies image input, actions and results. However, quality_stats is absent from command dispatch, velhist remains in the manuscript, and its path history has ordinary commits rather than an environment-linked run. The linked labels run records compute_all.sh but no exact environment. Partial is supported by specific coverage gaps." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282" ], "explanation": "Installation and use instructions exist, but the promise to recompute every figure exceeds the documented command: its flags never dispatch quality_stats. The native rule on conflicting documentation and mechanism supports partial despite the presence of a README." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463" ], "explanation": "The starting point is concrete and the results-containerized tag resolves to the cited run. It does not regenerate the velocity histogram, so partial correctly distinguishes a usable starting point from the broader reproduction promise." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The paper route uses root-relative input paths. The explicitly linked labels documentation still directs readers to Condor generation, whose retained submit scripts embed a user-specific working directory and Python 2.7 executable. That makes the scoped partial finding concrete, rather than counting container-internal paths as host defects." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L12", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/remodnav/tests/utils.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile" ], "explanation": "Direct analysis imports and manuscript commands match the declared scientific packages and tools. DataLad has an explicit optional import fallback because host-side input provisioning is recorded. Minor citation-description correction: remodnav.tests.utils also imports pandas and pylab inside helpers; both are covered by this environment, so the verdict does not change.", "suggested_correction": "Correct the abbreviated utils.py dependency description to include its function-local pandas and pylab imports." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README DataLad Containers v1.2.3 -> .datalad/config docker adapter)" ], "explanation": "The README states tested platforms and tool versions, but does not state that Docker must be usable by the invoking user. The supplied adapter invokes docker directly without privilege setup and explicitly records this assumption. Partial is supported as a documentation finding; it is not an observed permission failure." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "There is a readable host-tool list plus a system/scientific package recipe. This narrower requirement can be met even though the separate all-host-assumptions criterion identifies a permissions-documentation gap." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "Recipe, execution registration and saved-image metadata are tracked in the same root as the scientific code. Source inspection and tree metadata directly establish the requested versioning property." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The historical migration states a runnable build command, the build/save action is recorded, and the later OCI conversion records an actual environment-maintenance instance. This exceeds a one-time initial declaration under the native process rule. The duplicate flag with should/008 is correct. The historical Dockerfile diff itself was unavailable without fetching, so that extra supporting detail remains unchecked." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README DataLad Containers v1.2.3 -> .datalad/config docker adapter)" ], "explanation": "The adapter hashes the saved configuration and executes the loaded image ID. The historical run tree contains the same f881bd4d configuration identity. A remodnav:latest label inside the archived manifest does not select a floating registry image; unpinned recipe rebuilds are a separate issue." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499; auxiliary_availability_metadata)" ], "explanation": "The archive identities and annex web-location records establish where content is claimed to reside, not successful independent access. The study forbids payload acquisition and network checks. Retaining not-checked correctly preserves this uncertainty." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The README gives tool installation pointers, cloning, tagged replay and containerized manuscript commands, backed by a registered local image route. The old virtualenv route is explicitly labelled. The specific environment-obtainment/use property is supported; the all-figure coverage defect is already addressed under the reproduction-entry criteria." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.datalad/config" ], "explanation": "Root and linked components use Git identities; DataLad/git-annex extends that system for bulk content. Distinct repositories do not constitute incompatible version-control systems." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "The retained records provide episodic successful execution, but the all-figure instruction remains inaccurate. Library Travis configuration is not evidence of recurring full-paper verification. Partial is justified without asserting that every uncaptured external test was absent." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Raw recordings, processed labels, independent algorithm code, paper analysis and archived environment have distinguishable paths and dataset boundaries. The labels module separately nests its raw input and algorithm dependencies." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README DataLad Containers v1.2.3 -> .datalad/config docker adapter)" ], "explanation": "The historical record reports exit 0 for an analysis action executed through an adapter that starts a new Docker container. This is completed-run evidence plus its execution definition, satisfying the method without a new replay. It does not prove every figure was regenerated or establish scientific validity." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README DataLad Containers v1.2.3 -> .datalad/config docker adapter)" ], "explanation": "A new --rm container is created, but the claimed temporary HOME is /tmp/dockertmp under the adapter's host-workspace mount at /tmp. Cleanup occurs only after make succeeds. Following a failed run, the fixed host directory survives; the next mkdir failure is followed by a semicolon, so execution can reuse that HOME. This is a specific isolation gap visible statically, not an observed failed run.", "suggested_correction": "Change to partial: the container filesystem is disposable, but HOME can persist across failed invocations. Recommend a unique per-run HOME outside the persistent workspace or unconditional cleanup with failure handling." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The 2023 recomputation and 2025 load/conversion demonstrate actual environment reuse checks. They provide some coverage, while no recurring process is established in the retained workflow and current OCI conversion is only a smoke test. Partial accurately limits the claim." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "Image build/save and subsequent conversion records identify environment artifacts stored within the research object. Annex-backed layer storage still counts as archiving. Missing capture payloads limit byte verification and current access, not the evidenced archival mechanism." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "This repeats must/014 by the pinned checklist design. Runnable maintenance actions and later recorded environment updates support met, and the upstream-duplicate flag makes the repeated judgment explicit." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The consumed dataset advertises unrestricted access and the algorithm is presented as openly licensed. No access-restricted component is identified in the paper analysis route; a host-local historical URL alone does not establish an access restriction. The empty-subject N/A is justified." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "Independent components are linked, but the explicitly discovered upstream raw-acquisition module has a host-specific URL. Partial preserves both the working modular design and this concrete recursive link defect without alleging an observed download failure. Ordinary Python packages are correctly excluded from the module subject." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root explains broad component roles, while the linked labels reproduction guide names scripts absent from its pinned inventory and does not describe the recorded compute_all.sh route. This limits documentation of component relationships and reuse even though the structure itself is inspectable." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/1f3c4c237e6eb9980ed1e60fde2b269d0be9159b", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e" ], "explanation": "Separate repositories, stable relative paths and focused pointer updates support independently maintained boundaries. The assessment appropriately avoids claiming arbitrary future updates are guaranteed to preserve numerical behavior." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The gitlinks assemble independent components and the container registration plus recorded inputs/outputs provides an explicit execution composition. A stale recursive URL is a link-quality limitation, not absence of a composition mechanism." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The criterion asks for documentation OR tooling supporting navigation. Nested Git/DataLad module paths, repository URLs and pinned identities already provide that tooling, and the assessment itself recognizes deterministic navigation. The obsolete label-generation prose limits documentation quality under may/002, but does not negate the alternative tooling route here.", "suggested_correction": "Change to met based on Git/DataLad module navigation. Retain the stale reproduction-guide finding under may/002 and the execution/documentation criteria rather than requiring both tooling and a complete guide." } ], "verdict": "needs_revision", "created_at": "2026-10-28T03:57:56.906886+00:00", "limitations": [ "Inspection only: no scientific workflow execution, container build, payload acquisition, network request or recipient retrieval. Archived run records are historical evidence, not newly observed execution or scientific validation.", "The frozen manifest hash matched the assigned hash. All 260 retained source files, seven histories, the external adapter and eight availability metadata files matched their recorded hashes. Payloads and original working-tree state are absent by design.", "GIT_NO_LAZY_FETCH=1 was used for every Git read. The historical 92dbad2 Dockerfile diff could not be read because an old blob is omitted; no fetch occurred. Current source, retained commit narrative and separate completed maintenance records were available.", "Only the assigned anonymized JSON was reviewed. Its original probe receipts and human report were not supplied as review inputs and were not consulted; exact probe-output narratives and any report-only denominator formatting therefore remain unverified.", "Native pin check and response validator passed, independently of substantive judgments. The response has exactly 31 criteria: MUST 10 met, 5 partial, 2 not-checked of 17; SHOULD 6 met, 2 partial, 1 not-applicable of 9; MAY 2 met, 3 partial of 5. No inconsistent numeric score or value mapping was present in the assigned JSON.", "Public commit URLs identify immutable source revisions. The adapter is additionally cited by its frozen relative locator and SHA256 because the supplied upstream locator uses a release tag. Discovery followed root documentation, root and nested module links, and native history.", "No author identity or actual model runtime identity was inferred. Agreement in this independent review is not human approval." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-narps-guidance-09-review-3", "assessment_id": "study-con-narps-guidance-09", "reviewer_id": "study-con-narps-guidance-09-review-3-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The root links the raw and labeled inputs and algorithm, and the analysis resolves its consumed inputs and generated artifacts below that root. Host orchestration requirements do not themselves invalidate this logical containment. This agreement concerns the paper computation; the inaccessible acquisition ancestor is separately identified under module linkage." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The root and algorithm links identify pinned consumed datasets, but metadata inspection cannot establish independent access to their annex content. The upstream acquisition path is machine-local, yet the paper reads delivered BIDS recordings rather than that acquisition repository. Not-checked for actual consumed-input retrieval appropriately avoids treating the capture omissions as observed failures." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The declared image packages cover the scientific and rendering software, the algorithm is an independently pinned module, and orchestration tools are explicit prerequisites. The equivalent-evidence rule permits installable declarations; unpinned Debian packages are an exactness question rather than proof that software is absent." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2" ], "explanation": "The retained tree and history establish Git tracking of code, text, registration and component revisions. A logistical worktree missing captured binary files would not establish an original tracking failure. The assessment correctly separates tree cleanliness from the property being graded." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/.gitattributes", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The frozen tree stores image blobs as annex symlinks, including the approximately 1.75 GB layer, and the input dataset documents annex-managed bulk content. This establishes the storage mechanism without requiring payload acquisition or claiming that retrieval succeeded." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/commit/5cf0219a71b986c3de3f8b677b7f045f86d4ac1d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The successful 2023 record includes the saved image and named inputs/outputs. Independently inspecting the dispatcher and velhist path history confirms that quality_stats is outside that invocation, while the label generator record invokes a host shell without identifying its environment. Partial is supported by specific gaps, rather than by the probe's inability to match a directory output to descendants." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Installation and usage instructions exist, but the promise to recompute every figure exceeds the command actually offered. The quality_stats docstring explicitly requires manually adding the function to the command-line dispatch. The partial finding is substantive; the probe's parsing of prose about making changes is not valid evidence of a missing make target." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "The tagged rerun is a definite starting point. Nevertheless, its -s -f -r -m invocation never calls quality_stats, although the manuscript includes the velocity-histogram PDF generated from that function's SVG. The method's documented-route rule supports partial despite the presence of a clear entry point." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The numerical-analysis paths are relative; image-internal cleanup paths are not host-specific defects. The linked label-generation submission scripts do embed an individual home directory and a fixed Python 2.7 executable. Their inclusion within the stated linked-component scope supports partial, with the assessment correctly identifying their legacy role." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The source audit supports dependency inclusion for the current paper route: scientific imports correspond to declared packages, sklearn is supplied by python3-sklearn, REMoDNaV declares its imported scientific libraries, and rendering commands are included. The DataLad fallback is explicit and the run record provisions inputs from the host. The linked algorithm also declares its runtime libraries. This does not establish exact historical environment identity, addressed under must/015." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The README documents platforms, Docker compatibility and orchestration versions. The linked adapter actually invokes docker directly, maps the current uid/gid, and explicitly notes its assumption that Docker is usable by a non-root user. That concrete prerequisite is not stated in the delivered reproduction instructions. Partial is supportable without alleging an observed permission failure." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "A reader can find the host-tool list and image-level scientific/rendering package list. Runtime libraries of the linked algorithm are also declared. This criterion asks for a clear list, so the separate omission of a Docker access prerequisite under must/011 need not negate the list's existence or clarity. The positive should not be interpreted as validating the obsolete label README's execution instructions." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The image recipe, registration and archive identifiers are tracked with the paper code; the linked algorithm's package specification is also tracked. This satisfies versioning of specifications even though the label-generation environment was not exactly captured." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The historical migration explanation provides a runnable build procedure, the subsequent recipe correction is an actual update, and native build/save and format-conversion records retain successful maintenance actions. Thus this is more than initial file creation. Both duplicated criteria carry the required upstream-duplicate flag." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The saved paper image is precisely identified: the adapter hashes the saved configuration and executes that image ID, so the local latest label is not a floating registry dependency. However, met is asserted for an assessment that expressly includes linked computational components and already finds the label-generation environment missing under must/006. That generator uses host Python and a package declaration with unfrozen dependencies; no corresponding exact environment is supplied. Root image identity does not identify the historical label environment.", "suggested_correction": "Change to partial for the declared scope, preserving the positive image-pin finding and the probe override. Cite the label-generation gap alongside the archived image, or explicitly narrow the assessed computational boundary consistently across all criteria." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The public recipe and recorded image locations provide publication evidence, but they do not meet this instrument's stronger requirement of independent recipient retrieval and payload identity verification. Since retrieval is prohibited, not-checked is the appropriate status rather than an inferred success or failure." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root clearly explains obtaining and invoking its container, but the assessment has established a disagreement between the documented all-results/all-figures reproduction route and the actual dispatcher. Native verdict rule 10 explicitly caps A.1 judgments, including must/017, at partial when documentation and mechanism conflict. The linked label README adds a second environment-use gap by describing obsolete Condor scripts rather than the recorded host-Python generator. A blanket met does not consistently apply that rule or the declared scope.", "suggested_correction": "Use partial, retaining credit for the working container-acquisition interface and explaining the omitted quality_stats step and linked label-generation instructions. Apply the documented-route rule consistently with must/007 and must/008." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Independent repository boundaries all use Git, with annex adding bulk-content tracking rather than introducing an incompatible alternative history system. The retained module revisions and dataset identities substantiate the common version-control mechanism." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "There are concrete maintenance executions rather than merely a CI definition. They do not establish a regularly exercised complete paper workflow, and the persistent all-figures discrepancy limits the documented-route claim. Partial appropriately gives credit to observed historical runs without treating library-only CI as an end-to-end paper test." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Separate raw and labeled data repositories, algorithm code, paper analysis code, figures/statistics and container paths are visible in the tree and execution inputs. Separation is architectural; it does not require every directory to be an independent repository or payloads to be present in the capture." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING" ], "explanation": "The consumed data are explicitly advertised as unrestricted and the software component has a public license. No access-restricted component is identified on the consumed computation route. Empty-subject not-applicable is justified, while the machine-local acquisition ancestor alone is insufficient evidence of a policy restriction." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The retained run has an exit-zero record tied to the archived image and output set, and the linked adapter creates a new docker run container. This meets the instrument's allowance for equivalent completed-run evidence. It establishes historical testing of the declared main analysis, not present-day reproduction, comprehensive output coverage, or scientific validity." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The Docker route does create disposable containers. The explicitly included label-generation workflow instead invokes host Python directly and inherits PYTHONPATH; neither its script nor its completed run creates a disposable environment. Because the assessment includes this component when judging provenance and portable paths, citing only the current root container is insufficient to establish isolation across the stated workflow scope.", "suggested_correction": "Use partial: disposable execution is implemented for the paper analysis but not for the linked label-generation mechanism. Keep the strong root-container evidence and state the component boundary explicitly." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "A completed main-analysis execution and a later image load/conversion give some exact-environment reconstitution evidence. The later command tests the old image before saving its OCI representation, rather than rerunning the paper on the converted archive. Partial is a reasonable distinction between these episodic maintenance checks and regular full reconstitution testing; the absence of root CI alone would not suffice." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The object retains an extracted image with annex-keyed layers and native build/save provenance; it is not merely a registry name or recipe. Archival structure is supported, whereas current access and payload integrity remain unverified. The assessment correctly separates those properties." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "This is the same process-and-tracked-updates question as must/014. The runnable build procedure plus later recorded recipe and image-format maintenance support the same met judgment. Its duplicate flag prevents the repeated evidence from masquerading as two distinct checks." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "Independent datasets and algorithm components are linked at revisions. Recursion reaches a raw-acquisition component whose absolute host path cannot provide a location-independent link. Partial follows the native equivalent-evidence requirement for retrievable component links, even though the top-level-only probe would pass and no network failure was observed." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root gives useful component context, but following its processed-data module reaches reproduction instructions for files absent from that module's pinned inventory. The actual generator is discoverable from history and source, not explained by that README. Partial accurately distinguishes structural metadata from adequate documentation of component use." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/1f3c4c237e6eb9980ed1e60fde2b269d0be9159b", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e" ], "explanation": "Separate Git repositories and retained pins permit deliberate component updates while preserving older combinations. Focused pointer-update commits demonstrate that mechanism. This is an architectural judgment about controlled update boundaries, not evidence that arbitrary new versions preserve all numerical behavior." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Subdataset links assemble the input/code graph and the container registration supplies a concrete composition interface. The run record connects those components to the analysis outputs. Missing upstream availability or incomplete regeneration does not erase the existence of this composition mechanism." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "DataLad paths and repository links support navigation, but the processed-label guide sends users toward obsolete scripts rather than explaining the source/history-backed generator. Partial is supported even though the current root rerun is easy to locate." } ], "verdict": "needs_revision", "created_at": "2026-10-28T04:03:51.462667+00:00", "limitations": [ "Inspection-only review of the frozen manifest cohort remodnav-e3c6253bced7. Manifest hash, all 260 supplied source hashes and seven history hashes were checked. Discovery followed the root README, explicit Git module graph, recorded execution history and the README-linked adapter; cache presence alone was not treated as discoverability.", "No network requests, scientific execution, builds, payload acquisition or fresh replay occurred. Every Git read used GIT_NO_LAZY_FETCH=1. Missing binary data, container layers and original working-tree state are capture limitations, not observed retrieval failures.", "The native checklist pin check and completed-response validator passed. This validates format, not judgments. Read-only Git tree/path-history checks and independent source inspection underpin the findings; the original assessor probe receipt was not supplied and was not read, so exact claims about that prior probe execution were not independently reproduced.", "The input contains all 31 native IDs: 17 MUST (10 met, 5 partial, 2 not-checked), 9 SHOULD (6 met, 2 partial, 1 not-applicable), and 5 MAY (2 met, 3 partial). No aggregate score or denominator field was supplied; no arithmetic inconsistency exists in the response inventory. Separate report, URL and probe products were outside the assigned anonymized input and were not inspected.", "Remote issue discussions, recipient permissions, complete payload integrity and current compatibility remain unresolved. Historical exit-zero records establish prior execution of their stated commands, not independent scientific validation or execution of omitted steps.", "The adapter public locator is version-tagged rather than commit-pinned in the supplied evidence; review citations use its frozen relative locator and SHA-256 to identify the exact inspected bytes.", "The requested scope includes linked computational components. The disagreements on must/015 and should/005 turn on applying that scope consistently rather than switching to root-only execution for positive judgments. A narrower explicitly agreed consumption-only scope would require corresponding revisions to other component-based findings.", "Only the assigned anonymized assessment was reviewed. No other assessments, peer reviews, examples, gold answers or other method sources were consulted. Agreement here is not human approval." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/009", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-narps-guidance-10-review-1", "assessment_id": "study-con-narps-guidance-10", "reviewer_id": "study-con-narps-guidance-10-review-1-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The root README identifies the paper product, and the tracked tree includes its manuscript, statistics, analysis, saved image and three subordinate Git links. Root-relative input/output paths support the structural common-root finding; this does not establish payload availability." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The partial verdict has a specific recursive defect: root .gitmodules leads to raw_eyegaze, whose own .gitmodules names a host-local lab-eyetracking source. The recorded paper computation instead consumes released BIDS files. The assessment correctly limits the consequence and does not pretend to have tested remote access." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The Docker recipe explicitly installs the scientific distributions, while Docker-Makefile installs the independently pinned REMoDNaV package. That meets the instrument’s inclusion interpretation without requiring vendored copies of every Python distribution." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "I verified Git tree identities for the root code, manuscript and configuration. Missing material in this text-only capture cannot demonstrate untracked original work; overriding a checkout-cleanliness interpretation is justified." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/.gitattributes", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The manifest inventories annex symlink keys for large image layers, and the raw dataset explains annex-managed content. The saved image manifest plus annex attributes corroborate large-content versioning independently of whether the payload bytes were supplied for review." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "Partial is supported by the inherited label computation: its native record identifies inputs and outputs but no exact environment. The paper’s 2023 run does link img and results_def.tex to container/image and its Git tree. A missing main.pdf run is only unverified build coverage, since no compiled main.pdf is delivered in the assessed tree.", "suggested_correction": "Retain partial on the demonstrated label-environment gap; describe manuscript execution as unverified rather than implying a shipped PDF lacks provenance." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The updated README supplies installation links, clone and execution commands. Its obsolete local-environment instructions are explicitly separated, so their mere coexistence is not the silent documentation/mechanism conflict prohibited by the instrument." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The results-containerized tag resolves locally to the cited 57d2565 run, whose command selects Docker-Makefile clean results_def.tex. The separate main.pdf command also has a matching Makefile target. This establishes a concrete starting point without establishing a newly successful replay." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The current paper source uses project-relative data and image paths. The recursively included labels component retains explicit user-specific initialdir values in both submit scripts, so partial is defensible for the stated component-inclusive scope. Those scripts are legacy, not evidence the current paper rerun uses that host." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/remodnav/clf.py", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/remodnav/tests/utils.py", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Imports in the numerical source and its local REMoDNaV classifier/helpers map to declared scientific packages; pylab is provided by matplotlib and sklearn by python3-sklearn. The recorded inputs supply data before container execution, matching the explicit DataLad-import fallback. The recipe also supplies make, Inkscape, latexmk and TeX Live for the documented manuscript route." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The README names supported platforms and Docker-format constraints, but the invoked adapter assumes Docker is callable on PATH by the invoking user. The linked submit scripts additionally require a particular initial directory, Python executable and Condor environment. Partial accurately distinguishes documented primary prerequisites from residual assumptions." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The current route has an actual prerequisites list, installation pointers and a Debian-based package recipe. This narrower list-presence criterion can be met while must/011 remains partial for configuration assumptions; those are distinct properties." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "The root Git tree contains both the build specification and container registration, and the image-build record names its Dockerfile input. This verifies version-controlled specification rather than assuming it from an environment filename alone." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "History supplies executable build/save commands, a subsequent Dockerfile modification, and a later completed archive conversion. This is stronger than a one-time specification introduction: it demonstrates a maintained procedure and tracked update instances. The duplicate flag and matching should/008 verdict are correct." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The saved image is content-identified despite its descriptive latest tag: the adapter loads and runs the SHA256 image ID derived from the saved configuration. The 2023 run tree also names the same configuration hash in the original image layout. Floating recipe rebuild dependencies do not negate the archived execution environment’s identity." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web" ], "explanation": "The annex web log contains a public-looking content URL, but neither that log nor the captured source is a successful independent recipient retrieval. Under the explicit inspection-only boundary, not-checked is the appropriate result, rather than met or a claimed retrieval failure." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The updated instructions identify the host tools, DataLad clone, expected image transfer, named results replay and manuscript command; container registration supplies the matching archived-image invocation. Met is supported for this documented consumer route, without claiming the upstream labels README is current." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Root and subordinate components share Git commit identities; the two DataLad datasets add annex content identities within that same composition. A nonretrievable nested source URL concerns availability, not use of a common version-control mechanism." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The frozen history demonstrates a 2023 computation and later container maintenance, not an established regular paper-workflow test series. The linked Travis definition tests REMoDNaV separately and has no supplied completed-run receipts. Not-checked avoids turning absent CI evidence into an unjustified failure." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile" ], "explanation": "Separate raw and derivative input gitlinks, a software gitlink, root analysis code, an environment directory and figure-rendering targets provide concrete modular separation. The instrument does not require each internal directory to be a separate repository." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The 2023 native record reports exit 0 for the real numerical computation, not merely a proposed command. The configured adapter starts a new docker run container and removes it afterward. This supports historical fresh-container execution of the numerical pipeline; it does not prove the PDF build or a current replay succeeded." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The adapter’s docker run --rm and the registration’s temporary HOME establish disposable execution for the registered paper workflow. Bind-mounted project outputs remain persistent by design. Cleanup of HOME is conditional on success, but container disposal is still explicit.", "suggested_correction": "Retain met. Replace the adapter’s version-tag-only citation with the frozen content-hash locator (or an independently established immutable commit URL); a release tag alone is not a strict immutable source locator." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "An initial image build, subsequent numerical use and a much later startup/format conversion do not establish regular reconstitution testing. The 2025 exit-0 command tests container startup, not scientific replay. The not-checked verdict correctly preserves that distinction." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The image is represented inside the dataset by its saved manifest/configuration and annexed layers, with successful save/conversion records. This meets archival inclusion as a structural property; missing review payloads and unverified current retrieval belong in the limitations and must/016." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The same executable maintenance history supports must/014 and should/008. The assessment explicitly marks the upstream duplicate instead of suggesting two independent update-process checks." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING" ], "explanation": "The raw-data documentation explicitly describes unrestricted access, while the software and paper have public licensing declarations. No access-controlled component is evidenced. Treating the local ancestral path as a linkage defect rather than proof of restriction correctly supports the empty-subject N/A." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "There are genuine independently maintained code and data components, not merely package dependencies. Public Git links compose them, but the recursive raw dataset includes a machine-local source link. Partial is supported for the recursive component boundary and appropriately differs from N/A." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root overview and module paths provide some structural guidance, but the inherited labels README still describes removed preprocessing/detection commands rather than the delivered compute_all.sh route. That is a concrete documentation gap supporting partial rather than an unexplained demand for more prose." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The cited evidence demonstrates revision-isolated gitlinks and an explicit relative raw-data interface. A legacy Condor initialdir and stale documentation demonstrate portability/documentation defects, but do not identify a dependency coupling or an independent update that breaks the current composition. The partial verdict therefore lacks criterion-specific support.", "suggested_correction": "Identify a concrete cross-module interface or dependency constraint that prevents independent updates and justify partial from it. Otherwise reconsider met on the pinned boundaries, or use not-checked for update compatibility that was not established; do not use legacy host paths alone as evidence for this criterion." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Gitlinks provide the composition mechanism, the container registration connects the saved image to the build file, and the native run connects selected inputs to results. The existence of this mechanism is supported even though particular nested links have separately identified defects." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md" ], "explanation": "The user-facing root README, discoverable module path/URL map and REMoDNaV’s package README provide navigation and usage tooling. The more specific recombination-documentation shortfall in may/002 does not negate the presence of these navigation aids." } ], "verdict": "needs_revision", "created_at": "2026-10-28T04:14:05.067428+00:00", "limitations": [ "Inspection only of the frozen manifest e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499 and its root-discoverable source/history graph. No network requests, payload acquisition, container builds or scientific workflow execution occurred.", "Binary data, image layers, figure/style payloads and some historical blobs are omitted. An offline historical diff could not read a missing blob; the modified-path inventory and retained commit message were available. Git commands used GIT_NO_LAZY_FETCH=1.", "The manifest hash and 23 distinct cited source-file hashes were checked; six cited historical commits were located and their relevant records inspected. The root run tag was resolved locally. Source capture and historical exit codes do not independently certify present reproducibility or scientific validity.", "The native checklist pin and assessment validator both passed. All 31 expected criterion IDs were present: MUST 12 met, 4 partial, 1 not-checked; SHOULD 6 met, 2 not-checked, 1 not-applicable; MAY 2 met, 3 partial. No aggregate score or explicit denominator claim is supplied in the assigned JSON. These are assessment status counts, not a review score.", "The original probe receipt and companion report were not part of the assigned anonymized input and were not read. Probe overrides were checked against source evidence and native rules rather than accepted from the assessor’s description. No original complete working tree was available for a faithful full probe replay.", "The external Docker adapter was inspected only through its root-README/configuration discovery path and the frozen file hash; no release-tag immutability or live deployment version was independently established.", "This is an independent technical review, not human approval. No peer assessment or review was consulted." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-narps-guidance-10-review-2", "assessment_id": "study-con-narps-guidance-10", "reviewer_id": "study-con-narps-guidance-10-review-2-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The root inventory and executable target place manuscript sources, numerical code, outputs, image archive and three project modules within one logical tree. This supports met for nesting; the separately identified nested source-URL defect belongs to reachability." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Following root → data/raw_eyegaze reveals a genuinely machine-specific URL for src/lab-eyetracking. The recorded numerical inputs instead name released eyegaze files, so partial accurately distinguishes incomplete ancestral reachability from a failure of every required input. No live retrieval failure is established." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The recipe installs the scientific stack and the executed Makefile installs the separately pinned REMoDNaV package. Package declarations count as inclusion under rule 7; physical vendoring or a full dependency lock is not required by this item." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "Frozen source identities and read-only Git tree/history inspection establish version control for code, manuscript and configuration. An incomplete capture must not be interpreted as the original author leaving deleted or untracked files." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/.gitattributes", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "Git tree entries and frozen annex pointers identify the large archived image layers, while the raw-data documentation explicitly describes git-annex content storage. Missing layer/data bytes in this cohort do not negate the observed versioning mechanism." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The numerical run declares img and results_def.tex outputs, container/image as an extra input, and exit 0. The linked label-generation record names bash code/compute_all.sh and its inputs/outputs but no exact environment. That concrete incomplete chain supports partial independently of the weaker absence-of-manuscript-run argument." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The current README explicitly provides prerequisite installation links and commands for clone, numerical reproduction and manuscript compilation. It also labels the obsolete instructions. The two historical routes are disclosed, so their mere coexistence is not a rule-10 contradiction." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The documented results-containerized tag resolves offline to the cited completed run, whose command and input/output lists supply an actionable numerical entry point. The separate main.pdf command exists in Docker-Makefile; this item does not require this review to execute it." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "Root analysis paths are relative, but root → label module exposes executable submission generators with a fixed private initialdir and interpreter path. Under the assessment’s inclusion of linked computation, partial is supported. Windows prompt examples and container-internal cleanup paths are not host-path defects." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/remodnav/tests/utils.py", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The current numerical route’s external imports map to declared NumPy, pandas, SciPy, matplotlib, seaborn, scikit-learn and statsmodels; REMoDNaV and its imported utilities are present. DataLad has an explicit fallback inside the container and the run declares prefetch inputs. Rendering tools are also in the recipe. This supports the stated current-route dependency finding, without claiming a fresh installation was tested." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The README documents platforms and major host tools. The discovered adapter nevertheless assumes docker on PATH usable by a non-root user, and the included legacy scheduler route carries a private initialdir and inherited host environment. The partial verdict has specific evidence rather than relying on a platform-name heuristic." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "There is an explicit current-route prerequisite list plus a Debian-based internal package specification. This is sufficient for the checklist’s clear-list question; the narrower undocumented assumptions remain appropriately visible under must/011." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "The Docker recipe and adapter registration are tracked files. The completed build record also links recipe input to archived image output, supporting met without equating the mutable base tag with an exact rebuild lock." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "Executable build/save and conversion commands are preserved in history; the recipe has a subsequent tracked edit and the archive a later OCI update. This exceeds a declaration with no instances. The identical should/008 judgment and duplicate flags are consistent. The old recipe diff itself is unavailable offline, so its exact content change is supported only by history metadata." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "Current archive metadata gives config/layer hashes, and the adapter loads and runs the image by computed config identity rather than pulling latest. The recorded run tree contains the earlier saved image. Thus exact-environment identification is supported; byte verification and recipient availability remain separate unknowns." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web" ], "explanation": "The annex metadata supplies a download location, not an observed independent recipient retrieval. The cohort forbids acquisition and omits image layers. not-checked follows the instrument’s explicit publication evidence rule and should not become either a pass or a retrieval-failure finding." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The documented clone/rerun/container-run route describes acquisition, image download size and environment use, and the registration binds it to the saved image. These are concrete instructions rather than an unsupported claim that a container exists." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Following the root links shows Git revision identities for software and datasets, with DataLad/git-annex extending the same Git-based organization for large content. No competing version-control system is required by these components." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "The completed numerical run and later image compatibility operation are real but do not establish regular testing of the paper instructions. The linked Travis definition concerns REMoDNaV package tests, not regular execution of the paper workflow. not-checked is preferable to inferring absence from missing root CI." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile" ], "explanation": "Raw recordings and derived labels are distinct pinned datasets; package code, paper analysis, figures and environment files have explicit separate locations and roles. The native method accepts these functional boundaries without requiring every directory to become an independent repository." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The historical record supplies actual completion with outputs and exit 0, while the discovered adapter starts a new docker run container. Together they meet the equivalent-completed-run rule; the conclusion is not based on a workflow definition alone. It does not demonstrate scientific validity or a new replay by this reviewer." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "A new Docker container is removed after each invocation, but the configured HOME is the fixed /tmp/dockertmp inside the bind-mounted project. Cleanup follows make with &&, so a failed payload leaves that HOME on the host; the next invocation continues after mkdir fails because mkdir is followed by a semicolon. Concurrent invocations also share it. Therefore full per-execution isolation is not established by --rm. Moreover, the included label producer invokes host Python without spawning a disposable environment.", "suggested_correction": "Use partial for the declared scope: fresh containers cover the paper route, but HOME is shared/persistent after failure and the linked label route does not create a disposable environment. Recommend a unique run HOME with unconditional cleanup, and state explicitly whether label production is included." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The frozen history provides one analysis environment build/run and a later load/start/save conversion, without a demonstrated regular reconstitution schedule. not-checked is justified. However, numerical replay is not itself required by this environment-reconstitution item; a repeatable exact-image restoration check could settle it without repeating the science.", "suggested_correction": "Keep not-checked, but describe the missing evidence as regular restoration/identity checks of the recorded environment, not necessarily regular scientific replay." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The image is archived as versioned content under the research root, with build/save and conversion records. It is more than a registry name. Frozen-package omission of its layers is an inspection limitation, so met for the archiving mechanism is defensible without asserting live retrieval." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "This is the exact duplicate of must/014. The same runnable maintenance commands and tracked changes support the same verdict, and both native responses retain upstream-duplicate rather than presenting this as a second independent check." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE" ], "explanation": "The consumed recording/evaluation inputs and software are presented as publicly accessible; no access-controlled numerical component is identified. A broken ancestral local URL is not evidence of a restricted-access policy. The empty-subject N/A is therefore reasonable for the scoped route, rather than a citation-free met." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The subject consists of independently maintained datasets/software, not routine Python dependencies. Their Gitlinks are explicit, but the nested ancestral source uses a nonportable local URL. partial follows rule 7’s retrievable-link interpretation even though the probe’s literal submodule-shape test can pass." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root gives a useful component overview and commands. In contrast, following the labels link reaches instructions for Condor scripts absent from the frozen inventory, whereas the delivered producer is compute_all.sh. That concrete navigation mismatch supports partial more clearly than a general demand for additional recombination prose." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "Pins and root-relative BIDS interfaces support independent component boundaries. The cited private initialdir is a portability problem in an obsolete submit generator; stale instructions are a documentation problem. Neither citation establishes that updating one currently composed module requires changing another or breaks its interface. The negative judgment is therefore not yet supported on this criterion’s property.", "suggested_correction": "Separate the portability/documentation findings from update coupling. Identify a concrete cross-module interface or update incompatibility before retaining partial; otherwise judge the version-pinned, independently maintained boundaries on their own evidence, or use not-checked for untested update compatibility." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Gitlinks compose the inputs and software, registration selects the archived environment, and executable targets connect numerical generation to manuscript rendering. The completed numerical record corroborates the composition mechanism. This item need not imply every remote component is retrievable today." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md" ], "explanation": "Root documentation and module path/URL metadata provide a usable navigation mechanism, supplemented by package usage documentation. The labels documentation deficiency remains visible under may/002; it does not erase the existence of overall navigation tooling." } ], "verdict": "needs_revision", "created_at": "2026-10-28T04:19:59.400483+00:00", "limitations": [ "Inspection-only review of the assigned anonymized native JSON and frozen manifest e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499; no peer assessments, reviews, examples or gold answers were consulted.", "No network, payload acquisition, scientific execution, container build or independent recipient retrieval was performed. Binary data, SVG/style payloads and container layers are omitted by the capture; these omissions are not observed retrieval failures or evidence of scientific disagreement.", "Git reads used GIT_NO_LAZY_FETCH=1. Tree identities and the results-containerized tag were checked offline; an attempted historical recipe diff was unavailable because the frozen partial clone omits an old blob. No acquisition was attempted.", "The pinned checklist hash and native response validator pass. All 31 criterion IDs are present. Native status counts are MUST 12 met/4 partial/1 not-checked (17 total), SHOULD 6 met/2 not-checked/1 not-applicable (9 total), MAY 2 met/3 partial (5 total). No numeric score or denominator inconsistency appears in the supplied JSON; separate report/URL/probe products were not read.", "All 23 distinct cited frozen source files matched their manifest and assessment SHA-256 values. Commit citations were checked through supplied histories and selected offline Git reads. The adapter citation in the assessment uses a release tag; this review cites the frozen adapter by content hash rather than treating that tag as immutable.", "Original probe receipts were outside the assigned input and were not consulted. Probe-override explanations were checked against source evidence, not accepted as proof of those original probe outputs. The source was not presented as a complete original working-tree capture.", "Agreement denotes support under the assigned instrument and inspection boundary, not human approval, scientific validity or successful contemporary replay. Runtime model identity was not independently observable." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-narps-guidance-10-review-3", "assessment_id": "study-con-narps-guidance-10", "reviewer_id": "study-con-narps-guidance-10-review-3-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The root tree includes the manuscript, results, analysis, image archive and three explicit gitlinks. The numerical command consumes paths below this root. This structural verdict does not establish that every nested source is retrievable, which is separately qualified under must/002." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Following root → data/raw_eyegaze exposes the absolute machine-local src/lab-eyetracking URL. The recorded paper run instead consumes released BIDS files within the linked dataset. Partial fairly distinguishes the nested linking defect from the usable composition design; no failed public download is inferred." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The recipe declares the external scientific stack and the executable make target installs the pinned REMoDNaV module. Under the equivalent-evidence rule, declared installable packages count; physical vendoring and complete version pins are not required for this item." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The frozen tree and history identify these source, manuscript and configuration blobs in Git. Files omitted from the capture are not evidence that the original project failed to track them." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/.gitattributes", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The manifest and frozen tree identify annex symlinks for image layers, including the large layer, while the raw-data README explicitly separates Git metadata from annex content. Payload omission does not negate the observed content-versioning mechanism." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L548", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1308", "https://github.com/psychoinformatics-de/paper-remodnav/commit/bf3caf60e0c59d111f262a2383e3ebfd748edf58", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Partial remains appropriate, but the evidence overstates coverage of root figures. quality_stats() writes img/velhist.svg and is never called by the recorded -s -f -r -m entrypoint. Its historical addition says it was saved because computation takes about 20 minutes; it has no exact environment record. Declaring the whole img directory as an output does not establish that every pre-existing figure was regenerated. The missing completed main.pdf record is also not, by itself, a defect in provenance of delivered results: main.pdf is not in the delivered tree.", "suggested_correction": "Keep partial, add the concrete velocity-histogram provenance gap, qualify the directory-wide output claim, and avoid treating an unshipped PDF as an observed provenance failure." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1308", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1161" ], "explanation": "The installation and usage instructions exist, but the README promises recomputation of all figure SVGs and says the command recomputes everything. The documented target runs a CLI that omits quality_stats(), although the manuscript includes its velocity histogram. The code comment explicitly requires adding that call manually; the user-facing route does not disclose this exception. Native rule 10 therefore prevents an unqualified met.", "suggested_correction": "Use partial and distinguish the working documented numerical route from the omitted velocity-histogram regeneration step. This is separate from the correctly disclosed old-versus-containerized route." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1308", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1161" ], "explanation": "The named tag resolves to the successful container run and is a real starting point. Nevertheless its command does not regenerate the manuscript velocity histogram, contrary to the README coverage claim. The instrument explicitly caps A.1 verdicts at partial for an undisclosed documentation/mechanism mismatch; existence of an entrypoint alone does not settle that comparison.", "suggested_correction": "Change met to partial, retain credit for the clear starting point, and name the omitted quality_stats() step." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The active root computation uses relative input/output paths. Following root → labels reveals actual hardcoded host initialdir values in delivered legacy submission scripts. Partial is supportable for the declared linked-component scope; the container internal /tmp and cleanup paths are not host-path defects." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/remodnav/tests/utils.py" ], "explanation": "Static inspection matches the active analysis imports, including the imported test utility, to the scientific packages in the recipe or local REMoDNaV code. The Makefiles invoke declared make, Inkscape and LaTeX tooling; the tree includes the manuscript class/style files. The explicit DataLad fallback is consistent with input provisioning in the recorded run. This supports inclusion, not verification of installed bytes or legacy-label execution." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "README installation links and tested platforms cover substantial setup, but the discovered adapter invokes docker directly and explicitly notes the non-root/PATH assumption as undocumented. The registration also defaults to a host executable named python. Legacy label scripts add private scheduler/host assumptions. Partial is supported without treating Windows prompt examples as executable hardcoded paths." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The current reproduction route has a concrete host-tool list and an internal apt/pip dependency list. This criterion asks for a clear list, distinct from the comprehensive host-assumption gap under must/011. No claim of successfully building the recipe is needed for this documentation verdict." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "The Git tree tracks both the recipe and execution registration. The build record names the recipe as input and the saved image as output, so the specification is versioned with the research object." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The history contains an executable build command, a subsequent environment-recipe change, a recorded successful build/save, and later executable archive conversion. This is more than a one-time declaration. Under the instrument's command-plus-update-instance rule, met is defensible; the duplicate flag is correctly retained." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The saved configuration identity f881bd4d… occurs in both the historical run tree and current archive metadata. The discovered adapter hashes configuration bytes and runs the resulting image ID. Thus RepoTags latest is not a floating registry selection. Missing layer bytes limit independent identity verification, but do not erase the archived environment identifier." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web" ], "explanation": "The source and annex location metadata support a published retrieval route, not a demonstrated recipient download of this environment. The inspection-only boundary prevents the method's independent retrieval test. Not-checked is preferable to either a publication pass or an alleged retrieval failure." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1308" ], "explanation": "Acquiring and invoking the archived environment is well documented. However, the assessment presents those instructions as sufficient for the promised reproduction coverage, overlooking the inactive velocity-histogram computation. The assigned instrument expressly applies its documentation/mechanism conflict rule to must/017 as well as must/007–008.", "suggested_correction": "Use partial under the instrument's A.1 consistency rule while explicitly preserving credit for correct image acquisition and invocation instructions; explain that the gap concerns the advertised reproduction coverage." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The root and discovered components use compatible Git identities, gitlinks and DataLad/annex metadata. Multiple repositories do not imply multiple incompatible version-control systems." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The captured history establishes a numerical execution and later image startup/conversion, while the component Travis definition is not a completed paper-workflow test. Those records do not demonstrate a regular testing cadence. Not-checked appropriately avoids converting absent recurring-run evidence into an unmet judgment. The newly identified coverage mismatch should also be noted when describing what any future test must exercise." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile" ], "explanation": "Independent raw-data, derivative-label and software gitlinks supply real component boundaries; root analysis, rendering and environment definitions have separate locations and interfaces. The item does not require every directory to be its own Git repository." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The 2023 native record includes exit 0, declared inputs/outputs and an archived-image command; the discovered adapter creates a fresh docker run instance. This is equivalent completed-run evidence under the method. It supports testing of the recorded pipeline, not the README's broader all-figures claim or scientific validity." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The configured execution mechanism invokes docker run --rm, so the container filesystem is disposable on each execution. The project root is deliberately bind-mounted for persistent results. HOME cleanup occurs only after success, so it should not be read as a guarantee of no residual project scratch files or concurrent-run isolation." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The build, numerical run and later successful startup/conversion demonstrate particular reconstitution/use events. They do not establish regular testing of the exact result-generating environment. Retaining not-checked correctly separates a missing recurrence record from an observed reconstitution failure." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "Saved-image output records, layer/configuration identities and annex pointers demonstrate archival within the research object rather than a registry-only reference. Actual retrievability and byte verification remain separate unresolved matters under must/016." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The same command and tracked-update evidence used for must/014 supports this identical checklist question. Both answers carry upstream-duplicate, avoiding the suggestion that these were independent properties." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE" ], "explanation": "The numerical inputs are presented as unrestricted data and the linked software is openly licensed. No restricted computational component is identified on this route. The broken ancestral local URL is not evidence of access-controlled data; the empty-subject not-applicable interpretation is reasonable." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "These are independently maintained data/software components, not ordinary package dependencies. Public nested links have identities, but root → raw data → ancestral lab-eyetracking leads to a machine-local URL. Partial recognizes that specific composition defect without treating package installation as missing submodules." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root gives useful navigation and the component paths communicate roles. The labels README instead describes an older Condor pipeline and does not explain the delivered compute_all.sh path or coherent recombination. Partial captures the uneven documentation without requiring a particular module technology." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The cited hardcoded legacy host path demonstrates portability trouble, but the assessment does not show how it defeats independent updates of the actual pinned-module interfaces. compute_all.sh consumes a relative raw-input boundary, and the root pins independently changeable revisions. A modularity downgrade needs a specific boundary/interface coupling, not just reuse of the path finding.", "suggested_correction": "Provide an actual incompatible interface/update dependency, or reconsider met for the observed versioned boundaries. Do not imply that arbitrary future dependency updates must be guaranteed compatible." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Gitlinks compose the modules and the container registration and make targets compose execution. The velocity-histogram omission concerns completeness of the advertised workflow, not absence of an identifiable composition mechanism." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md" ], "explanation": "A reader can navigate from the root overview and module URLs into the REMoDNaV package documentation. This supports the existence of navigation assistance even though the more demanding recombination documentation criterion remains partial." } ], "verdict": "needs_revision", "created_at": "2026-10-28T04:25:05.586589+00:00", "limitations": [ "Inspection-only review of the frozen manifest e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499 and source components discovered from root documentation/gitlinks. No network, scientific execution, image build or payload acquisition occurred.", "The manifest hash and 23 unique cited current-source file hashes were checked without mismatch. Native checklist pin checking and assessment validation passed; these are structural checks, not evidence that the judgments are correct.", "Some historical Git blobs were unavailable with GIT_NO_LAZY_FETCH=1. Historical commit messages, supplied history receipts and available trees were inspected; failed offline blob reads are capture limitations, not failed public retrievals.", "Annex data, image layers, SVG content and manuscript style payloads are omitted. The histogram omission is established from source control flow, tracked inventory and history, without inspecting its pixels or claiming scientific disagreement.", "The external Docker adapter is supplied through root README tool/version discovery; its version-tag URL is supplemented here by the frozen file locator and SHA-256. No current upstream state was consulted.", "All 31 native criteria were checked. The supplied response contains 17 MUST, 9 SHOULD and 5 MAY answers, with original counts of 12/4/0/1/0, 6/0/0/2/1 and 2/3/0/0/0 respectively in met/partial/unmet/not-checked/not-applicable order. No numerical review score is assigned. No report denominator outside the assigned anonymized JSON was inspected.", "Only the assigned anonymized assessment was read. Probe receipts referenced narratively by it were not supplied as permitted review inputs, so claimed details of original probe behavior were not independently authenticated. Agreement is not human approval." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-stamped-impl-01-review-1", "assessment_id": "study-con-stamped-impl-01", "reviewer_id": "study-con-stamped-impl-01-review-1-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The root links the consumed datasets beneath data/, but following data/raw_eyegaze exposes an explicitly linked source repository available only through a host filesystem URL. Partial is defensible for the declared recursive computational boundary. This does not establish that the already published eye-gaze TSVs required by the paper are missing." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The three immediate modules have public URLs, whereas the recursively linked src/lab-eyetracking URL is a machine-local location. This is a source-level portability defect independent of live retrieval; the assessment correctly avoids claiming a failed download." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "Root scientific and rendering tools are installed by the image recipe, and REMoDNaV is linked. The label script instead prepends a source directory to PYTHONPATH and invokes ambient python, without arranging its NumPy/SciPy/statsmodels/matplotlib runtime. This supports partial inclusion across the stated scope." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The frozen Git tree contains text, analysis code, manuscript, configuration and gitlinks. Omitted cohort payloads are not evidence that these source components lack version control. The mapping-questioned flag appropriately separates repository cleanliness from the actual criterion." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#nodes" ], "explanation": "The manifest inventory identifies six root image annex pointers with content keys, and the linked dataset explains its Git/annex split. Missing layer bytes in this cohort do not invalidate the observed tracking mechanism. No retrieval claim is needed for this criterion." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root record declares image input, scientific input globs, output figures and result definitions, with exit 0. The label-production record declares data and outputs but only a shell script invoking host Python; no exact runtime is linked. Partial follows from this concrete contrast, without treating authored diagrams as unexplained computed outputs." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root instructions are clear and accurately distinguish the old route. However, the explicitly in-scope label README instructs users to submit obsolete preprocessing and detection jobs, while the actual recorded production uses compute_all.sh. The native rule on conflicting documented and recorded routes applies to must/007 as well as must/017. The assessment already recognizes this mismatch elsewhere, so an unqualified met is inconsistent.", "suggested_correction": "Use partial for the declared scope, retaining credit for the root README and explaining the linked module instruction mismatch." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "A valid root rerun entrypoint exists, but it consumes precomputed label TSVs; it does not execute their production script. The linked production route has a different, stale documented starting point. Native rule 10 caps must/008 at partial when mechanism and documentation disagree within the assessed scope.", "suggested_correction": "Use partial, distinguishing the well-defined paper rerun from the undocumented current label-generation entrypoint." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The inspected root readers resolve input files under the project tree. Both legacy submit generators embed a fixed user-home initial directory and Python 2.7 executable. Since the linked README still advertises this route, these are relevant script defects rather than merely historical records. Partial is supported." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The root image defines the main scientific stack, but the label script relies on an existing interpreter and packages. Linked setup.py names packages without freezing or provisioning the execution used by the script. This concrete gap supports partial regardless of how one treats documented host orchestration prerequisites." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (sha256:44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5)", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "Partial is supported by undocumented non-root Docker permissions and the linked Condor route with inherited environment and fixed working directory. One supporting assertion should be narrowed: .datalad/config explicitly documents that the adapter mounts PWD at /tmp and explains temporary HOME handling, so mount behavior is not wholly undocumented.", "suggested_correction": "Retain partial; acknowledge the mount and HOME documentation and focus the reason on permissions and unresolved linked host requirements." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The root lists orchestration tools, compatibility guidance and image packages. The linked README instead describes removed preprocessing/detection tools and does not give a current, coherent requirements route for compute_all.sh. Partial is supported, although linked setup.py does provide some dependency information and should be credited." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "Existing environment declarations and archived-image descriptors are committed alongside code. This criterion asks whether specifications are versioned; their completeness and exactness are separate questions. A met here is consistent with partial dependency coverage." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The native conventions accept runnable historical commands as a declared process when a later instance exists. The build/save command and subsequent recorded conversion of the existing image provide concrete environment-maintenance procedures and tracked changes. Under that permissive native rule, met is defensible; this is not evidence of a comprehensive dependency-update policy. The duplicate flag is correct." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (sha256:44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5)", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The saved root image is precisely identified; the local latest label does not make its archived content float. But the same declared scope includes label generation, whose host interpreter and package versions are not frozen by its record or linked setup.py. Root image exactness cannot establish exact environment replication across that scope.", "suggested_correction": "Use partial: exact archived root environment, but no frozen label-production environment. Preserve the correct explanation of the local image tag." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web" ], "explanation": "The frozen public source includes the recipe and descriptors, and the independently inspected annex availability record gives an external URL for the OCI layer. This supports sharing of the existing specifications rather than merely asserting publication from a local remote setting. It does not demonstrate current availability of every payload; the assessment properly states that limit." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root explains installation, cloning, image-backed rerun and manuscript compilation. The linked label instructions describe a different computation from the production record and omit a matching environment route. Partial accurately captures that component-level documentation gap." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "Root and linked computational components are Git repositories connected by gitlinks, with annex layered onto Git for bulky content. The evidence supports a common versioning mechanism rather than parallel unrelated data and code systems." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The recorded analysis and later image compatibility work establish episodic verification. The root tree contains no CI configuration, and the linked Travis configuration tests the library rather than following the complete paper instructions. Partial is a reasonable native judgment; it should not be described as proof of regular end-to-end testing." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Raw inputs, derived event labels, library code, analysis code, images and container artifacts have distinct directories or repository boundaries. The linked script writes its own subject outputs separately from inputs/raw_eyegaze. This is substantive separation even though figures use img/ rather than a probe-recognized directory name." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (sha256:44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5)", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The historical root analysis genuinely records execution through an adapter that starts docker run, so fresh-container evidence should not be discarded merely because no new rerun occurred. However, it does not cover the explicitly included label-production pipeline, whose record uses ambient Python. The assessment needs to justify why root-only test evidence earns met across the wider scope.", "suggested_correction": "Use partial for demonstrated root fresh-container testing with unverified linked production testing, or explicitly justify a narrower criterion boundary consistent with the rest of the assessment." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (sha256:44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5)", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The adapter creates a new container with --rm on invocation, while the recorded linked loop invokes the existing host interpreter. These are different isolation mechanisms within the object, and partial is supported. Persistent output mounts do not themselves disprove disposable execution." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The 2023 record uses the saved analysis image, and the 2025 record loads that image and runs exit 0 before conversion. These demonstrate actual environment use and a later compatibility check, but not a recurring reconstruction-and-analysis test. Partial fairly credits the recorded maintenance while retaining the regular-testing gap." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "data/remodnav-evidence.json#nodes" ], "explanation": "Image config and layers have versioned paths, digests and annex content identities within the research object; the conversion record preserves a concrete archived artifact. This satisfies the native artifact-archiving question. Cohort omission of the bytes limits verification of integrity and retrieval, not observation of the archive structure." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "This duplicates must/014 and uses the same runnable build/save and later conversion evidence. Under the native rule allowing command records plus historical instances, the repeated met is defensible and is properly flagged as a duplicate. It should not be read as an independent additional maintenance practice." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The public input dataset declares unrestricted access, but an internal source URL alone cannot establish whether that linked source is restricted or merely unpublished. Not-checked correctly avoids inventing an access classification or assuming an empty subject. The source module terms would settle applicability." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The repository explicitly uses submodules for the datasets and library, and those modules link further inputs in the same manner. The local source URL defect is a reachability issue; it does not negate the presence of submodule composition required here." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The root explains the broad data/code/manuscript purpose and reproduction route, but the label README does not explain its current REMoDNaV-based production or relationship to the root histogram analysis. Partial appropriately distinguishes broad orientation from a usable account of component relationships." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Updating a software gitlink after a production run does not establish that module boundaries prevent independent updates or break the workflow. The root consumes versioned label TSVs and separately pins its analysis library; these are positive separation mechanisms. Lack of a subsequent rerun is a provenance/testing limitation, and a byte-identical DataLad rerun can leave no new commit under the native stack guidance. The cited history therefore does not support the specific partial downgrade.", "suggested_correction": "Remove the no-rerun inference as a modular-boundary defect. Judge the pinned interfaces directly; use not-checked if compatibility remains undecidable, or met for the observed independent boundaries with a separate testing caveat." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile" ], "explanation": "Gitlinks choose component revisions, the registered container dispatches to Docker-Makefile, and the Makefiles connect result generation and manuscript rendering. These provide an explicit composition mechanism even where some component documentation is stale." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "README guidance and machine-readable module paths help navigate the root, but the linked README directs users toward obsolete tools and does not orient them to the current label generator. Partial is supported by that concrete navigation defect." } ], "verdict": "needs_revision", "created_at": "2026-10-28T00:08:41.511353+00:00", "limitations": [ "Inspection-only review of the assigned anonymized JSON, pinned con-stamped-impl instrument, and frozen remodnav-e3c6253bced7 corpus. No peer assessments, reviews, examples, gold answers, network requests, scientific execution, image builds or payload acquisition were used.", "Discovery followed root README and .gitmodules to the linked data and REMoDNaV components, then their explicit nested links. The adapter was reached through the README tool/version reference and container registration. Local adapter citation uses the frozen SHA256 because the supplied public URL is release-tag based rather than commit based.", "Manifest SHA256 matched e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. Binary results, data payloads and image layers are deliberately absent; their retrieval, integrity and present-day reproducibility were not tested.", "Historical run records support reported successful executions at their commits, not a successful execution by this reviewer. Live issue/PR discussions linked by the README were unavailable within the supplied offline corpus.", "The native checklist pin check and response validator passed. All 31 native IDs are present: 17 MUST, 9 SHOULD and 5 MAY. Original status counts are MUST 8 met/9 partial; SHOULD 5 met/3 partial/1 not-checked; MAY 2 met/3 partial. No aggregate score or denominator field is supplied in the assigned JSON, and the separate human report and raw probe outputs were outside this review input.", "Review findings are independent evidentiary judgments, not human approval. Actual runtime model identity was not available and is left null." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-stamped-impl-01-review-2", "assessment_id": "study-con-stamped-impl-01", "reviewer_id": "study-con-stamped-impl-01-review-2-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "Under the stated recursive scope, the root places its immediate components below one tree, but root > data/raw_eyegaze > src/lab-eyetracking retains a machine-local source locator. Partial is defensible for recursive completeness. The paper analysis actually consumes the published TSVs, so this does not demonstrate that its immediate inputs are missing." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The raw dataset reached through the root gitlink contains an absolute filesystem URL for its nested lab source. That is a concrete portability defect in a declared link. Partial correctly distinguishes it from the public immediate inputs and from unperformed retrieval tests." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The root installs analysis/rendering software inside its image and the linked REMoDNaV checkout. The label module reached through .gitmodules instead invokes host Python, while its documented Condor route assumes additional external tooling. Partial is supported; absence of isolation alone should not be treated as the software-inclusion requirement." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The frozen inventory assigns Git object IDs to text, scripts and configuration, independently supporting version control. Deliberately absent cohort files do not indicate uncommitted source changes. The mapping-questioned flag appropriately separates cleanliness from this actual criterion." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#nodes/0/absent_payloads" ], "explanation": "The manifest identifies six annex symlink objects for the root image, including both large layers; the linked raw-data README explains separate annex content retrieval. These are concrete versioning mechanisms even though the cohort omits the bytes." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root result record declares container/image as an extra input and records inputs, outputs and exit zero. Root > labels > production history records only bash code/compute_all.sh, which invokes an unfrozen host Python. Partial therefore rests on a specific uncovered computation, rather than SVG last-touch heuristics." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root instructions are present and accurately distinguish old and updated routes. However, this assessment includes linked label production for must/017 and other items. The label README directs users to Condor preprocessing/detection, while its production record runs compute_all.sh. Native rule 10 caps A.1 instruction judgments at partial for this undisclosed disagreement within the agreed scope.", "suggested_correction": "Change to partial under the existing recursive scope, citing the good root instructions and stale linked README together; do not penalize the explicitly disclosed root route change." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "A clear root starting command exists, but the linked label-production starting route offered in its README is different from the recorded bash entry point. Root > labels is explicitly included elsewhere. Native rule 10 specifically applies this mechanism/documentation disagreement to must/008, so a whole-object met is inconsistent.", "suggested_correction": "Use partial for the stated recursive scope, distinguishing the clear root entry point from the undocumented current label-production entry point." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The analysis constructs paths relative to the project, including raw TSV and label inputs. The linked scheduler generator literally writes a fixed home initialdir and Python executable. Partial has an observable script-level exception; Docker image cleanup and Windows prompt examples are correctly excluded." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The image enumerates substantial computational dependencies, while orchestration remains a host prerequisite and the linked production command uses the ambient interpreter. Partial is supported for complete coverage. Version freezing belongs primarily to exact-replication judgments; an unpinned package declaration is still a dependency declaration." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README Containers 1.2.3 > .datalad/config adapter invocation)", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "Partial is supported by the adapter non-root Docker requirement and linked scheduler assumptions. One part of the explanation is too broad: .datalad/config explicitly documents mounting PWD at /tmp and the temporary HOME. The mount is not wholly undocumented, although it is absent from the README.", "suggested_correction": "Retain partial but acknowledge the existing registration comments and identify the remaining permissions/scheduler assumptions precisely." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root offers concrete software/version and platform guidance. The linked README names obsolete Condor steps rather than the current recorded script and lacks corresponding current environment guidance. This directly supports partial system-requirement coverage." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json" ], "explanation": "Tracked recipe, registration and OCI descriptor coexist with source and data gitlinks. This criterion asks whether specifications are versioned; their incomplete coverage or reproducibility is separately assessed, so met is supported." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The initial build alone would not establish an update instance under native rule 5. Here the later recorded load/save conversion actually replaces an existing image to accommodate newer Docker versions, and the README documents that compatibility transition. Together they support an executable, tracked environment-maintenance process under this instrument. The duplicate flag is correct." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README Containers 1.2.3 > .datalad/config adapter invocation)", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root image is precisely identified and the adapter executes its content-derived ID; rejecting it solely because of the local latest label would be wrong. Nevertheless, the assessment explicitly finds an unspecified host environment for included label production. A root-only exact-environment argument cannot establish this property across the same recursive object.", "suggested_correction": "Use partial: preserve credit for the saved root image, and cite the missing exact label-production environment as the uncovered component." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web" ], "explanation": "The frozen public recipe is usable publication evidence beyond a configured local remote. Annex availability records independently name public image-blob locations. Met is supported as sharing of the existing specifications, with current payload availability explicitly unverified; a recorded URL is not an observed successful download." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Root cloning, saved-image execution and manuscript commands are documented. The linked label README does not explain the environment for its recorded compute_all.sh procedure. Partial correctly reflects the stated recursive boundary and supplies the concrete mismatch." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "Following root gitlinks into labels and raw data shows the same Git/git-annex composition mechanism, with software Git revisions and annexed large data. No competing component-versioning scheme is evidenced." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "The result run is execution evidence and the later image conversion includes a successful container invocation. The root inventory contains no recurring workflow configuration; linked Travis tests the library rather than the paper instructions. Partial fairly credits episodic verification without asserting regular full-study testing." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile" ], "explanation": "Raw recordings, precomputed labels and software have distinct linked components; analysis, rendering and environment definitions have separate code/img/container locations. The Makefiles make the input/output roles concrete. Met does not depend on a preferred derivatives directory spelling." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The public dataset claims unrestricted access, while the nested source module has only a machine-local locator. That locator alone establishes neither restricted terms nor public availability. Not-checked avoids inventing an access classification or applying empty-subject N/A to an unresolved component." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README Containers 1.2.3 > .datalad/config adapter invocation)" ], "explanation": "The record is an actual historical root analysis execution, and the discovered adapter implementation launches docker run --rm. Native equivalent-evidence rules allow this to establish a fresh-container test without a new reviewer rerun. This does not establish that linked label generation was similarly tested, or that current payloads can be obtained." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README Containers 1.2.3 > .datalad/config adapter invocation)", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root adapter makes disposable container invocations, but the label-production script loops through subjects using ambient Python and inherited PYTHONPATH. Partial reflects this concrete component difference, with no inference from a script definition to new successful execution." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "Historical result execution and subsequent Docker-format maintenance support some environment checking. The 2025 command merely invokes exit zero before saving the image; it does not demonstrate a fresh full-study rerun or a regular schedule. Partial is defensible without treating an absent reviewer run as failure." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#nodes/0/absent_payloads" ], "explanation": "The research object contains versioned config/layer identities under container/image, backed by annex pointers, rather than relying solely on a registry tag. This supports archiving as a structural property. The omitted payloads prevent independently validating archive bytes, not recognizing the archive mechanism." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The recorded conversion updates a pre-existing saved image in response to Docker compatibility changes, so this is more than initial specification creation. Its executable command and tracked result support the same maintenance judgment as must/014; treating the duplicate identically is correct." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Root links lead to independently versioned datasets/software, and the REMoDNaV module explicitly links its evaluation inputs. The manifest records Gitlink revisions. This satisfies the linkage property even though one deeper locator is unusable elsewhere." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The root explains broad study roles, but following the labels link exposes reproduction instructions that do not describe the current label-generation composition. The analysis explicitly consumes those label TSVs for histogram and main-sequence figures. Partial is supported for documentation of relationships and recombination." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Advancing the REMoDNaV gitlink after producing labels without a new production record does not demonstrate that modular boundaries prevent independent updates or break the workflow. Historical provenance retains the producing revision, while the parent consumes versioned label files through stable paths. The assessment explicitly concedes no observed break, so its partial rests on an extra rerun requirement rather than this structural criterion.", "suggested_correction": "Judge the defined/pinned boundaries directly and use met on the available structural evidence, with compatibility testing unobserved as a limitation; alternatively identify a concrete incompatible interface before assigning partial." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "Gitlinks provide versioned module composition; the registration dispatches to Docker-Makefile, which delegates manuscript rendering to Makefile. These are concrete composition mechanisms. Strictly, .gitmodules supplies names/locators; the Git tree supplies revisions." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The criterion permits documentation OR tooling for understanding and navigating structure. Root README roles, descriptive data/software paths and recursive Git/DataLad submodule metadata provide that tooling, including at the label boundary. Stale label regeneration instructions are real A.1 and may/002 issues, but do not by themselves show inability to navigate the module structure.", "suggested_correction": "Use met for available structural navigation tooling, or identify a concrete navigation defect distinct from missing current execution instructions." } ], "verdict": "needs_revision", "created_at": "2026-10-28T00:16:47.123701+00:00", "limitations": [ "Inspection-only frozen evidence manifest e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499; source-file hashes and checklist pin checked. No network, payload retrieval, container build or scientific workflow execution occurred.", "Binary payloads, image layers and some original raw source are absent or unresolved. Missing cohort payloads were not treated as failed retrievals. Historical run records are reported as recorded execution, not independently reproduced results.", "Only the assigned anonymized native assessment was reviewed; no peer reviews, other assessments or outside issue discussions were consulted. Original probe-output artifacts and companion report were outside the assigned input, so their claimed execution details and report denominators could not be independently audited.", "The native validator passed all 31 responses. Response counts are internally complete: 17 MUST (8 met, 9 partial), 9 SHOULD (5 met, 3 partial, 1 not-checked), 5 MAY (2 met, 3 partial). No overall numeric assessment score is present; not-checked remains in the SHOULD denominator.", "The frozen adapter was discovered through the root README version reference and registration. Its source supports execution semantics; the exact adapter runtime used in every historical run was not independently captured.", "Review agreement is evidential assessment, not human approval. Actual reviewer model identity was unavailable and is not inferred from the requested model." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/009", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-stamped-impl-01-review-3", "assessment_id": "study-con-stamped-impl-01", "reviewer_id": "study-con-stamped-impl-01-review-3-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "Root discovery through .gitmodules reaches locally nested data and software, but the raw-input child points its source module at a host filesystem location. Partial is defensible for recursive source completeness in the declared scope; this does not establish a missing input to the top-level statistical rerun." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Following root > data/raw_eyegaze reveals src/lab-eyetracking with a machine-local acquisition URL. That is a concrete portability/reachability defect, while the other root links are public repository references. The assessment correctly avoids claiming that any online retrieval failed." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The root Docker recipe includes analysis/rendering software, but root > labels > compute_all.sh resolves python from the host and merely adds code/remodnav to PYTHONPATH. Its linked setup.py lists libraries without enclosing the execution environment, so partial is supported." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Frozen file inventory identifies Git blobs for the code, text, configuration and documentation, plus pinned child repositories. Omitted payloads in the review package do not negate version control. Overriding a tree-clean packaging failure is appropriate." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The inventory records annex symlinks and MD5E content keys for image blobs and large inputs; the linked data README explicitly describes separate content storage using git-annex. This supports the versioning property without asserting available payload bytes." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The inspected root run has exit 0, image extra_inputs and explicit result outputs. In contrast, the label-producing record only invokes a shell script whose interpreter and libraries are supplied by the host. Exact-environment provenance therefore covers only part of the declared object." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root updated instructions are coherent and accurately distinguish the old route. However, the explicitly included label component tells readers to run Condor preprocess/detect scripts, while its production record invokes compute_all.sh. The assessment recognizes this undisclosed conflict elsewhere but omits it here. Native verdict rule 10 caps A.1 instruction items at partial when documentation and production mechanisms disagree.", "suggested_correction": "Change met to partial for the stated recursive scope; retain credit for the root README and cite the linked README versus the recorded label command." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "There is a clear top-level rerun command, but the documented entry into the included label-production component is stale relative to the recorded bash command. Native rule 10 explicitly applies mechanism-versus-record and documentation-versus-mechanism mismatches to must/008. Root-only evidence cannot justify met across the assessment's broader scope.", "suggested_correction": "Use partial, distinguishing the supported top-level entry point from the conflicting linked entry point." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The root loaders construct repository-relative input paths. The discoverable linked scheduler generator literally emits a user-specific initial directory and a fixed interpreter path. Because the linked README still directs users toward this legacy procedure, these are relevant defects rather than incidental archived text." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The recipe declares scientific and manuscript tooling, and the root README identifies external orchestration prerequisites. The included label script still obtains python and its libraries from the ambient host. That concrete component gap supports partial without treating every unpinned Debian package as an undeclared dependency." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "Partial remains supported by the non-root Docker permission assumption and linked scheduler configuration. The rationale overstates the mount-documentation gap: .datalad/config explicitly says that PWD is mounted at /tmp and explains temporary HOME. The adapter is discoverable through root README version guidance and the registration.", "suggested_correction": "Keep partial, but credit the documented mount/HOME behavior and focus the gap on Docker permissions and the linked host-specific scheduler assumptions." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root requirements are listed, but the linked README describes a different algorithm/Condor procedure and does not supply a requirements list for the recorded REMoDNaV shell route. The positive root evidence and concrete linked gap justify partial." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "Environment descriptions and the image registration are committed beside code; dependency declarations also exist in the linked package. This criterion asks whether specifications are version-controlled, so incomplete dependency freezing belongs in other items and does not negate this evidence." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "History contains executable image build/save commands and a later recorded conversion of an existing image in response to Docker compatibility changes. Thus this is more than a single introduced file or an aspirational update statement. The duplicate flag correctly identifies the repeated should/008 question." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The archived root image has an exact config/layer identity, and latest is only a saved label; that correction of the probe is sound. Nevertheless, the included label-production environment has neither an image nor a frozen dependency manifest. A pinned REMoDNaV source revision plus unversioned numpy/scipy/statsmodels/matplotlib requirements cannot support exact environment replication across this object.", "suggested_correction": "Change met to partial while retaining the archived-image strength and the probe override. Explicitly name label generation as the uncovered environment." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web" ], "explanation": "The published frozen source includes the environment recipe and saved-image manifest; the inspected annex log records a public URL for the referenced layer. This supports sharing of the specification, with payload availability today remaining untested. It is correctly distinguished from proof of a successful download." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root tells readers how to install orchestration tools, clone and run the saved image. The linked label README does not explain how to obtain the environment for the current recorded script. Partial is consistent with the actual documentation coverage." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Root and nested components use Git revisions, and large data uses the associated git-annex mechanism. The frozen graph confirms a common tracking system even though some content is unavailable to this review." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The historical analysis run is actual execution evidence, but the later conversion only tests container launch with exit 0. Root inventory has no recurring study workflow test, and linked Travis tests the package. Partial appropriately credits episodic verification without treating package CI as regular manuscript reproduction." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Raw input, label derivatives and software are independently linked, and the root keeps analysis code, image files and figure outputs in distinct locations. Separation is visible structurally and is not invalidated by uninstalled modules in an inspection clone." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "Public access is explicitly asserted for the published dataset, but a machine-local source module does not by itself establish that it is restricted or public. Keeping this classification unresolved is justified; neither an all-public N/A claim nor an inferred restriction is established by the available terms." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The recorded analysis command actually invoked the archived-image adapter and reported exit 0; the inspected adapter constructs docker run --rm. Together these constitute historical evidence of a pipeline test in a fresh container, which the native method permits instead of a new reviewer rerun. This does not establish that every upstream label computation was isolated." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root launches a new removable container, whereas the recorded label shell loop directly reuses host python and inherited PYTHONPATH. Partial accurately distinguishes these execution models and avoids claiming that persistent mounted outputs prevent container ephemerality." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The saved root environment has actual historical use and a later recorded launch/conversion check. Neither record establishes regular reconstitution checks, and the frozen root inventory contains no scheduled/CI testing mechanism. Partial is reasonable for demonstrated episodic checks with no regularity evidence." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The tracked object represents an archived image with exact blob references and annex keys, rather than only naming a registry image. The cohort's deliberate omission of those blobs does not show that the object failed to archive them." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The same build/save procedure and later Docker-compatibility conversion inspected for must/014 support this duplicate item. Matching verdicts and upstream-duplicate flags are appropriate; the two answers should remain synchronized." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Following explicit Gitlinks discovers both dataset inputs and nested software/test-data dependencies. The criterion asks whether external components are linked as modules, so a problematic source URL under must/002 does not erase the presence of modular links." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Root documentation gives the major roles and a reproducible composition route. In the linked label component, the documented Condor stages fail to explain the actual pinned REMoDNaV/compute_all composition. Partial reflects a concrete documentation gap, not a demand for a particular diagram format." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Updating the linked REMoDNaV revision after label production proves a version change, not a boundary that breaks independent updates. Gitlinks keep the parent composition fixed, and the later root run consumed the pinned published labels. The assessment explicitly concedes no observed broken run, so its absence-of-rerun argument does not demonstrate the specific violation required for partial.", "suggested_correction": "Assess the interface/boundary design directly. Credit independent Gitlink pinning; if compatibility cannot be settled without execution or interface evidence, use not-checked for that unresolved property rather than calling missing rerun provenance a demonstrated modularity defect." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile" ], "explanation": "Gitlinks determine module versions, the container registration dispatches the workflow, and Makefiles connect statistical outputs, figures and manuscript rendering. Those are concrete composition mechanisms even though some linked reproduction documentation needs repair." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The root README and module metadata support navigation. The linked label README omits the current compute_all entry and software-module relationship, limiting understanding of the recursive structure. Partial is supported by inspected documentation." } ], "verdict": "needs_revision", "created_at": "2026-10-28T00:21:52.300221+00:00", "limitations": [ "Inspection only: no scientific execution, image build, payload retrieval or network request. Missing payloads are cohort omissions, not observed retrieval failures. Historical exit codes are recorded evidence, not newly verified results.", "Used only the assigned anonymized JSON, frozen manifest/source/history and assigned native instrument. Raw assessor probe products and its narrative report were outside the assigned review input, so their detailed outputs and presentation were not independently audited.", "Verified the frozen manifest SHA256 and native checklist lock; native response validation passed for all 31 answers. The input contains 17 MUST, 9 SHOULD and 5 MAY responses, with one not-checked SHOULD retained; no aggregate numerical score is supplied to audit. Validator success was not used as substantive support.", "The external adapter citation in the assessment uses release tag 1.2.3 rather than a commit hash. This review identifies the frozen adapter with its manifest SHA256; no live tag resolution or actual runtime-version verification was performed.", "The unresolved raw-source module and present-day public payload availability remain unverified. Agreement records evidentiary support, not human approval." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/009", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-stamped-impl-02-review-1", "assessment_id": "study-con-stamped-impl-02", "reviewer_id": "study-con-stamped-impl-02-review-1-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The root explicitly combines manuscript sources, analysis, archived image and three data/software gitlinks. The unresolved acquisition source is separately relevant to reachability; it does not erase the common-root layout." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Following root .gitmodules to raw_eyegaze exposes an absolute lab-eyetracking source URL. Partial appropriately separates this recursive link defect from the pinned inputs used by the paper run. The run inputs are already processed eye-gaze files, so the defect must not be described as a demonstrated blocker to the documented paper rerun." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The paper packages analysis dependencies and links the algorithm. Following the labels subdataset shows a bare Python invocation and a separate documented Condor route without a corresponding packaged host environment; partial is justified for the assigned recursive computational scope." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The frozen tree inventory identifies Git blobs for prose, code and configuration and gitlinks for modules. Intentionally omitted cache payloads are not research working-tree edits. No cleanliness inference is needed for this version-control criterion." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#nodes/absent_payloads" ], "explanation": "The manifest inventory contains mode-120000 annex pointers with MD5E size/content keys for image and raw-data files. The raw dataset README explains annex storage separately from Git metadata. These establish the storage mechanism without fetching payloads." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root run explicitly records container/image as an extra input; the linked labels run records bash code/compute_all.sh with raw inputs and sub-* outputs but no frozen Python environment. This directly supports partial for exact-environment provenance." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Root installation and usage instructions are real, and the old/new root routes are accurately disclosed. However, the assessment includes label regeneration in scope elsewhere. Its README names obsolete Condor scripts while its recorded execution invokes compute_all.sh. Native verdict rule 10 caps A.1 documentation judgments at partial for this undisclosed conflict; the root-only met judgment uses a narrower boundary.", "suggested_correction": "Use partial for the stated scope, preserving credit for the root README and explicitly citing the linked labels documentation/record mismatch. The probe false positive about prose containing make changes remains a valid override." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root supplies an explicit rerun tag and manuscript command. The labels README instead directs users to missing preprocessing/detection scripts and does not name compute_all.sh. A usable root entry point with a broken linked entry point supports partial." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The analysis constructs relative dataset paths. Both linked Condor generators specify an absolute personal initialdir and /usr/bin/python2.7. These are executable job settings, not illustrative README prompts or container-internal paths, so partial has concrete support." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The archived root environment contains the analysis stack, while the labels execution inherits Python/PYTHONPATH and the legacy generators inherit a host environment. This supports partial. The root README does name DataLad/Containers/Docker and tested versions, so the strongest gap is the linked environment, not simply requiring an installed container runtime." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README DataLad Containers 1.2.3 and .datalad/config)" ], "explanation": "The README names tested platforms and Docker version constraints. The adapter itself acknowledges non-root Docker-management assumptions, and labels jobs inherit host state through getenv=True and a fixed initial directory. Partial is supported; missing architecture details are an unresolved secondary issue rather than a verified execution failure." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "Root requirements are enumerated, but the linked labels README omits the actual modern Python execution setup and the legacy generator assumes Python 2.7 plus inherited host state. A list adequate for the root alone cannot establish completeness across this assessment scope." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The extant environment recipe, registration and manifest are committed beside the study. This item concerns tracking specifications; missing exact specifications for another component are separately captured under completeness and exact replication." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/d479a9ac9defd121a3ba3efd6c0dbf5b475cc76e", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "Executable build/save and conversion commands are preserved in history, with a later successful recorded OCI-format maintenance action responding to Docker changes. Dependency pinning changes are also recorded. This is more than initial file creation and is defensible evidence of an exercised maintenance process; it does not establish automated dependency locking." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README DataLad Containers 1.2.3 and .datalad/config)", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The saved root image is genuinely content-identified; latest is not a floating reproduction reference because the adapter runs a hash of the saved config. But the linked labels computation has no exact environment specification, as the assessment itself establishes for must/006 and must/010. A met verdict cannot hold across the same recursive boundary.", "suggested_correction": "Use partial: exact root image identity is established, while the Python environment that generated linked label results is not frozen. Retain the justified override of the latest-tag heuristic." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/04c/184/MD5E-s558--87b41ff70e5a8111403dd4d5bf11ac4c.log.web" ], "explanation": "The published recipe and frozen annex web records support a declared distribution route. They cannot establish current accessibility of the complete image under the no-network protocol. Not-checked is a defensible bounded verdict; the intentionally absent bytes must not become a retrieval-failure claim." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Root environment acquisition and use are explained clearly. The linked labels computation, included in the assessment scope, has neither a matching current environment-use guide nor a frozen environment for its recorded compute_all.sh route. Restricting this positive finding to the root while counting linked documentation failures elsewhere is inconsistent with the native whole-object evidence rule.", "suggested_correction": "Use partial for the stated scope and distinguish the complete root image instructions from the linked labels environment-use gap." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitattributes", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The root and explicitly linked datasets/software use Git histories and gitlinks, with DataLad/git-annex for large content. Multiple repositories do not constitute incompatible version-control systems." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "Historical paper recomputation and platform verification provide some testing evidence. The algorithm Travis job tests the package on its own host environment, and the root inventory has no recurring workflow job. Partial is appropriate; neither CI existence in a dependency nor an isolated run proves regular end-to-end checks." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "Raw recordings, label derivatives, algorithm source, analysis, figures and image recipe have identifiable separate directories or gitlinks. The analysis explicitly reads labels from the labels module and writes paper outputs separately, supporting modular separation beyond directory naming." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README DataLad Containers 1.2.3 and .datalad/config)" ], "explanation": "The historical run records exit 0 for the complete paper analysis command, and the named adapter implements docker run --rm with the saved image ID. This combines an actual recorded execution with a fresh-container mechanism; it is stronger than a script definition alone. It is not a newly observed rerun or proof of recomputing upstream labels." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README DataLad Containers 1.2.3 and .datalad/config)", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Root execution creates a new Docker container and temporary HOME. The linked labels script and run record provide no disposable environment mechanism. Partial is supported, although persistent host environment is inferred from the recorded route rather than directly observed process lifetime." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "The exact root image was historically exercised, and the later conversion includes an exit-zero load/run smoke test. That smoke test does not execute numerical analysis, and algorithm CI does not load the paper image. Partial accurately credits occasional validation without claiming regular reconstitution tests." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "data/remodnav-evidence.json#nodes/absent_payloads" ], "explanation": "The build record declares the saved image as output and the frozen inventory preserves content-keyed image pointers. Those are evidence of an archived artifact even though this review cannot inspect or retrieve its bytes." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The same recorded maintenance commands and later OCI update support the duplicate environment-update item. The assessment correctly marks this and must/014 with upstream-duplicate instead of implying two independent checks." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE" ], "explanation": "The inspected raw-data documentation explicitly declares unrestricted access, and software has public licensing. No access-restricted scientific input is identified. Under the native empty-subject rule, N/A is preferable to an unsupported positive; an absolute acquisition URL alone does not establish a restriction." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The root directly links raw recordings, event labels and algorithm source; nested algorithm configuration links the evaluation corpus. Git tree revisions in the manifest pin these modules. This inclusion property remains supported independently of current remote reachability." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Root documentation explains paper-level data/code/image composition, but the labels README does not explain how its current recorded computation relates to the historical Condor steps. Partial identifies a real documentation gap rather than treating modular directory structure as sufficient explanation." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The analysis imports algorithm test utilities and expects specific label columns, so there is observable coupling. Nevertheless, undocumented regeneration and host assumptions do not by themselves show that modular boundaries prevent independent updates. The stated lack of confidence is uncertainty, not a demonstrated boundary defect, and arbitrary replacement compatibility is stronger than this item requires.", "suggested_correction": "Identify a concrete interface or cross-module change that prevents an otherwise independent update, or use not-checked for compatibility. Explain why internal test-utility imports constitute the relevant boundary weakness if retaining partial; do not rely only on documentation deficiencies." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Gitlinks compose the modules, the DataLad registration selects the saved image, and the recorded action declares the data it consumes. These are concrete composition mechanisms, regardless of separate execution and availability limitations." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Root clone/rerun instructions and module configuration provide navigational support. Following the labels link leads to documentation for a different computation path, so the assessment fairly gives only partial credit across the linked object." } ], "verdict": "needs_revision", "created_at": "2026-10-28T00:34:36.677361+00:00", "limitations": [ "Inspection-only review of manifest e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499 and explicitly linked frozen sources/history; no network, payload acquisition, build or scientific execution.", "Container layers, numerical payloads and rendered figures were withheld. Historical exit records and adapter source establish recorded behavior, not a fresh execution observed in this review.", "Only the assigned anonymized native response was reviewed. Peer reviews, original report/probe artifacts and other methods were not consulted, so probe execution claims and report-only denominator presentation cannot be independently audited.", "Native pin and response validation passed. The response contains all 31 IDs: MUST has 8 met, 8 partial and 1 not-checked out of 17; SHOULD has 5 met, 3 partial and 1 N/A out of 9; MAY has 2 met and 3 partial out of 5. No aggregate score was supplied. Unknowns must remain explicit and partial MUST judgments cannot count as satisfied.", "The external adapter is cited through its frozen relative locator and SHA256 because the supplied upstream URL uses release tag 1.2.3 rather than a commit hash. Its discovery is the root README tool/version link and container registration.", "No observed runtime model identity was available; model_observed is null. Agreement findings are independent review judgments, not human approval." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-stamped-impl-02-review-2", "assessment_id": "study-con-stamped-impl-02", "reviewer_id": "study-con-stamped-impl-02-review-2-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Root README leads to registered container/image, data subdatasets and remodnav. The analysis consumes these root-relative trees and writes img/results_def.tex. The common-root layout is supported; the nested acquisition-source URL is separately assessed under must/002." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Following root data/raw_eyegaze reveals a nested src/lab-eyetracking module whose source is an absolute host-local path. Partial fairly distinguishes this defective reference from the public top-level data modules. The run inputs use already published eye-gaze files, so this is not evidence that the documented paper rerun needs the unavailable acquisition source." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "Root dependencies are supplied through a recipe and pinned algorithm submodule. Linked labels execute python from PATH; their documented alternative invokes Condor. Those host execution dependencies are not bundled with the label module, supporting partial across the declared linked-component scope." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The frozen manifest supplies Git object IDs for source, manuscript, recipe and configuration, and Git histories for linked components. Omissions in the inspection package cannot establish uncommitted changes in the public object. The positive tracking judgment is supported independently of checkout cleanliness." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The manifest records size-bearing MD5E annex keys for image layers and raw data pointers. The raw-data README explicitly separates Git identity metadata from annex content. This establishes large-data versioning without pretending the withheld bytes were retrieved." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root action names container/image as extra input and img/results_def.tex as outputs. In contrast the label-producing record invokes bash code/compute_all.sh, with inputs and outputs but no captured host package environment. Partial correctly credits existing action provenance while identifying its missing environment binding." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root README is accurate and explicitly distinguishes old and updated routes. However, the assessment includes label regeneration for must/008 and other items: that linked README instructs obsolete Condor scripts while provenance executes compute_all.sh. Native verdict rule 10 caps must/007 as well as must/008 when documentation and mechanism disagree. Root-only met applies a different scope.", "suggested_correction": "Use partial for the stated scope and credit the root instructions while naming the stale linked README. Alternatively justify and consistently apply a narrower scope across all affected criteria." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root gives a concrete results-containerized rerun and manuscript command. Following its linked label dataset leads to a README whose submit targets and Python scripts are absent from the supplied tracked inventory; the actual recorded entry point is compute_all.sh. Partial is supported for the encompassing scope." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "Root input/output paths are relative. Both linked submit generators embed a particular user-home working directory and system Python 2.7. These are operational paths in the documented linked route, unlike the illustrative Windows prompt in the root README or container-internal cleanup paths." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "Partial is supported by the linked host-Python route: setup.py declares libraries but compute_all.sh neither installs nor selects a complete environment. The root Docker image supplies scientific dependencies and its launcher tools are explicitly named. External installation alone is not an undocumented assumption; distinguish named host prerequisites from the incomplete label environment.", "suggested_correction": "Ground the shortfall primarily in the linked execution environment; acknowledge the README tool/version list rather than implying those root prerequisites are wholly unspecified." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The root names tested platforms and Docker compatibility. The discovered adapter assumes Docker usable by a non-root user; the linked job generator assumes a particular working directory and inherits its environment with getenv=True. Those concrete assumptions support partial. Architecture is not established from the withheld image configuration and should not be asserted as a proven defect.", "suggested_correction": "Remove or qualify the architecture claim unless the frozen evidence establishes the image architecture. Retain the directly evidenced Docker-access and inherited-host assumptions." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Root documentation names the launch tools and the recipe lists scientific/manuscript packages. The linked labels README documents obsolete commands without explaining the current Python dependency setup. This is a concrete gap in a current requirements list, supporting partial." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The extant recipe, registration, archived-image manifest and linked package metadata are committed. This item concerns version control of specifications, not their completeness or exact pinning; those are separate weaknesses and do not negate this positive." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The history contains a runnable build/save command and a later executed format-conversion command prompted by Docker compatibility changes. The README links the conversion revision and explains the supported Docker versions. This is an actual tracked maintenance instance, not merely first introduction of a specification. The upstream-duplicate flag is correct." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The root archive really is content identified; its latest tag does not make reproduction float. But met requires the property across the assessed object. The same assessment includes the label-producing computation and recognizes its missing exact environment under must/006. That route has unpinned library requirements and no recorded frozen host environment, so the root image does not establish exact replication for all in-scope computation.", "suggested_correction": "Use partial, explicitly crediting the root archived image and identifying the linked label environment as the remaining gap. Keep the latest-tag probe override." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/04c/184/MD5E-s558--87b41ff70e5a8111403dd4d5bf11ac4c.log.web" ], "explanation": "The public recipe and archived-image locator metadata are established. A web-location log is not a successful payload retrieval, and the cohort forbids the network confirmation requested by the native procedure. Keeping live usability not-checked is defensible and appropriately avoids converting withheld payloads into a failure." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root explains image acquisition and use clearly. For the included label-regeneration component, however, documentation points to obsolete Condor code and does not explain obtaining the environment for the recorded host-Python action. Native rule 10 explicitly includes must/017 among items capped at partial for an undisclosed documentation/mechanism conflict. A root-only positive is inconsistent with the scope used elsewhere.", "suggested_correction": "Use partial for the stated scope, retaining the root documentation as a strength and identifying the missing current linked environment instructions." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The discovery chain keeps root, input datasets, label derivatives, both algorithm revisions and the evaluation corpus under Git; annex supplements Git for large payloads. The use of two algorithm revisions does not introduce a second version-control system." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "There is dated recomputation evidence and a later compatibility check, while algorithm CI runs its own package tests on a host environment. Neither establishes regular execution of the full paper instructions, and the linked README is observably stale. Partial is appropriate; no CI success was inferred from the workflow definition." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Raw inputs and event-label derivatives are separate subdatasets; algorithm code is separately linked, and study scripts, figures and image recipe have distinct locations. The actual read/write paths confirm separation beyond directory naming alone." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "No restricted computational input is identified in the inspected scope, and the raw-data README expressly advertises unrestricted access. A host-local acquisition-source locator does not itself establish an access-control requirement. Empty-subject N/A is reasonable, subject to the inaccessible nested source limitation." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The historical action records successful analysis execution through the Docker adapter, whose run invocation creates a container with --rm. Native equivalent-evidence rules permit this historical clean-container evidence without a new rerun. This says nothing about fresh independent reproduction now. The external tag-based URL should be supplemented with the supplied frozen adapter hash for immutable citation." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root registration creates a temporary HOME and the adapter starts disposable containers; its bind mount preserves declared research outputs. Linked label generation invokes the host interpreter directly with inherited PYTHONPATH. Partial therefore follows from a concrete component difference." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "The recorded analysis uses the archived environment, and the later conversion first launches the old image with exit 0. That later command checks load/start compatibility, not numerical reproduction or even the converted image in a subsequent run. These intermittent checks justify partial but not regular verification of the full exact environment." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The image is an archived object within the dataset, with a recorded build/save action and content-keyed layer pointers, rather than just an external registry name. The absence of its payload in this cohort limits accessibility verification, not the demonstrated archiving design." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "As for must/014, the later recorded Docker-compatibility conversion provides a concrete update after initial image creation, with commands and tracked image output. The duplicate has the same status and flag, as required; initial build alone would not have sufficed." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Explicit modules connect raw data, processed labels, algorithm implementations and evaluation corpus. This asks whether external components are linked as modules; the nested host-local source defect does not erase that mechanism." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root instructions and declared run inputs clarify the principal composition. The linked labels documentation describes the superseded preprocessing/detection structure instead of the implemented generation route. That prevents a complete current explanation of component relationships, so partial is supported." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The stated shortfall is inability to be confident about replacement, not an identified boundary violation or update that breaks the workflow. Git pins provide independent component versioning, and the linked algorithm README documents TSV input and BIDS event output interfaces, which the assessment overlooks. Importing remodnav.tests.utils may be a stronger coupling concern, but its impact must be explained rather than substituting stale navigation documentation for this criterion.", "suggested_correction": "Re-evaluate using interface and dependency evidence. Cite a concrete coupling that prevents independent updates if retaining partial; if the update-safety property cannot be established, use not-checked and explain the missing evidence." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Gitlinks fix component revisions, the container registration selects the image, and the recorded action declares data and environment inputs together. These are concrete composition mechanisms despite documentation gaps in a linked module." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Root clone/rerun instructions and module configuration provide useful navigation. The linked README does not direct readers to its actual recorded generation script, so navigation is incomplete across the reviewed scope. Partial credits the available tooling without treating it as complete documentation." } ], "verdict": "needs_revision", "created_at": "2026-10-28T00:40:52.849050+00:00", "limitations": [ "Inspection-only review of frozen corpus remodnav-e3c6253bced7; manifest SHA256 verified as e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. No network, payload acquisition, container build or scientific execution occurred.", "Binary data, figures and image payloads are absent by design. Historical recorded exits support historical execution only; present retrieval, numerical equality and payload integrity remain untested.", "Followed root README/configuration and Git-module discovery paths into supplied component source and histories. The nested acquisition-source host path is unresolved; its contents and access policy could not be inspected.", "Native checklist hash verification and response validation passed, independently of the substantive disagreements. All 31 native responses were checked. The response contains no aggregate score; status accounting retains 17 MUST, 9 SHOULD and 5 MAY items, including its one not-checked and one not-applicable response.", "Only the assigned anonymized JSON was available for review. Its separate original probe output and narrative report were not inspected; exact probe-output counts and report-level arithmetic or labelled-goal assumptions cannot be independently confirmed.", "External Docker adapter behavior was inspected from the manifest-frozen source. Its cited public version tag is weaker than a commit-pinned URL, so review citations additionally identify the frozen file by SHA256.", "Model identity was not independently observable. Agreement findings are reviewer judgments, not human approval." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/009", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-stamped-impl-02-review-3", "assessment_id": "study-con-stamped-impl-02", "reviewer_id": "study-con-stamped-impl-02-review-3-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The root contains the manuscript, analysis and archived environment, and its explicit Git links place raw data, labels and algorithm underneath that boundary. This supports the structural judgment; the separately identified nested source URL problem belongs in the reachability finding." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Following the root raw-data link reaches an actual absolute acquisition-source URL in the raw dataset. The run inputs name published eye-gaze files rather than that acquisition repository, so partial accurately distinguishes a defective nested link from a demonstrated failure of the documented root rerun. Current network retrieval remains unknown." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The root analysis libraries are provided by the recipe or pinned algorithm checkout. The linked labels script calls host Python and its documented historical submission route calls Condor and a system Python executable, without a corresponding captured environment. The negative portion is specific to that linked computation." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The frozen inventory records Git blob identities for source, manuscript and configuration. A deliberately incomplete review checkout cannot establish uncommitted changes in the published object. Overriding a tree-clean heuristic and flagging its mismatch with version-control usage is justified." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The image layers have annex pointers encoding content keys and sizes, and the raw-data README explains annex-managed content. These establish actual use of large-file version control. This does not establish present availability of the omitted bytes or imply that every binary in the nested evaluation corpus is annexed." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root run explicitly declares the image as an extra input and records image/statistics outputs. The labels run records its command and input/output paths but no exact Python/package environment. That concrete provenance gap supports partial independently of the probe mistaking an output directory for missing per-file records." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/con/skills/blob/4fe5d7be82ed6c297747e8b838031aec88e75903/skills/stamped-conventions/references/verdicts.md" ], "explanation": "The root instructions are clear and the disclosed old-versus-new root routes are not a conflict. However, the assessment includes labels regeneration in scope and itself identifies its README/mechanism conflict under must/008. The linked README names removed scripts and submission files instead of the recorded compute_all.sh route. Native verdict rule 10 applies this discrepancy to must/007 as well; a root-only met judgment is inconsistent with that rule and the stated scope.", "suggested_correction": "Use partial for the stated scope, retaining the root documentation strength and citing the linked README versus actual run command. Alternatively, explicitly narrow the scope consistently across all affected criteria." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root rerun tag is a concrete starting point. In the linked labels component, the documented Condor route does not identify the script named by its run record, and the named implementation files are absent from the frozen inventory. Partial is supported without claiming the root command was tested during this review." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The analysis constructs relative data paths. The labels submission generators encode a particular user home as their execution directory and a system-specific interpreter. These are operative script strings, unlike the root README Windows prompt examples or container-internal paths, so partial has concrete support." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The root provides a substantial analysis environment; the linked labels command relies on the active Python and unpinned package requirements of its algorithm submodule. This supports incomplete dependency specification. The rationale should distinguish documented host orchestration prerequisites from the stronger defect of an uncaptured linked computation environment.", "suggested_correction": "Keep partial, emphasizing the linked Python/package environment rather than treating external installation of a documented container runtime as sufficient by itself to establish failure." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "data/remodnav-evidence.json#external_sources[sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5]" ], "explanation": "The root README names tested operating systems and tool versions, while the adapter explicitly assumes Docker is on PATH and manageable by a non-root user. The labels generator inherits arbitrary environment variables and fixes a home directory. These support incomplete host-assumption documentation. Architecture restrictions should remain a limitation because the image configuration payload was not available.", "suggested_correction": "Keep partial but ground the reason in the observed adapter and labels assumptions; avoid asserting a specific image architecture restriction without its configuration bytes." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root has a clear prerequisites list and explicit analysis recipe. The linked labels README has no current installation/dependency list corresponding to the actual Python module invocation. Root success plus this linked-component omission supports partial." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "These specifications and image metadata are Git-tracked at the assessed revision. This item concerns tracking the specifications, which is distinct from their completeness and from whether their payloads are currently retrievable." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/d479a9ac9defd121a3ba3efd6c0dbf5b475cc76e" ], "explanation": "The build/save record provides an executable maintenance command; the later image-format migration is an actual tracked update, not merely initial creation. The earlier Makefile dependency pinning also records environmental maintenance. The native process rule accepts executable commands plus historical instances; the duplicate flag is appropriate.", "suggested_correction": "Describe d479a9ac as an update to the earlier Makefile-based environment, not as a change after the Docker environment was created." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "data/remodnav-evidence.json#external_sources[sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5]" ], "explanation": "The image manifest names content-addressed configuration and layers, and the adapter derives and executes a SHA256 image ID from the saved configuration. The local RepoTags label does not cause a registry lookup of a floating latest image. Exact identity of the root environment is supported; missing exact provenance of the linked labels environment is correctly recorded elsewhere." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/04c/184/MD5E-s558--87b41ff70e5a8111403dd4d5bf11ac4c.log.web" ], "explanation": "The frozen annex metadata names public image locations, but it is a location claim rather than an observed retrieval. The instrument specifically calls for publication verification; the cohort forbids the necessary network check. Not-checked is preferable to either a success claim or treating withheld payloads as a failed download." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/con/skills/blob/4fe5d7be82ed6c297747e8b838031aec88e75903/skills/stamped-conventions/references/verdicts.md" ], "explanation": "The root instructions explain obtaining and using its environment. The assessment nevertheless includes the linked labels regeneration and finds its README silently describes a different implementation. Under native rule 10, documentation/mechanism disagreement also limits must/017 to partial. The current met finding credits only the root while using the linked component to downgrade neighboring actionability and requirements criteria.", "suggested_correction": "Use partial: root environment acquisition/use is documented, but the labels component lacks a matching guide to its recorded execution environment. Keep this separate from live image availability, which remains not-checked under must/016." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The explicitly traversed components all carry Git revision identities, with annex/DataLad extending Git for data. No second unrelated version-control system is required by these inspected links. This is a supported common-system judgment, independent of payload availability." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The historical root recomputation is actual recorded execution evidence, while the algorithm CI configuration only covers algorithm build/tests. The complete root inventory contains no corresponding recurring paper workflow. Partial properly credits historical checking without turning a CI definition into an observed successful paper run or regular complete coverage." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Raw data and labels are separate subdatasets, reusable algorithm code is separately linked, and analysis/environment/figure paths are distinct. The code reads those components and writes study outputs rather than modifying the input modules, supporting the stated modular separation." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The raw-data README explicitly advertises unrestricted access and no authentication. The inspected workflow identifies no restricted software dependency. A host-local source URL is a discoverability defect, not evidence of an access restriction, so the empty-subject N/A rationale is defensible." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "data/remodnav-evidence.json#external_sources[sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5]" ], "explanation": "The exit-zero historical record names the Docker adapter, whose inspected implementation uses docker run and removes the created container. Together these establish a previous isolated root analysis execution, which the native equivalent-evidence rule permits. Neither source proves a fresh run occurred in this inspection cohort." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "data/remodnav-evidence.json#external_sources[sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5]", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root adapter starts a new disposable container and the registration creates a temporary HOME. The linked labels command directly invokes host Python with an inherited PYTHONPATH and no disposable-environment wrapper. Partial is supported by the contrasting execution mechanisms, without needing to infer an observed host lifetime." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The root record demonstrates prior use of the archived environment. The migration record explicitly invokes exit 0 in the old image before saving the converted archive; that checks loading, not scientific output equivalence. No regular test of the exact paper environment is present in the frozen root workflow inventory, making partial suitably limited." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The build record declares the saved image as an output, and the current tree contains its manifest and annexed layer identities. Archiving is evidenced by those committed artifacts, even though actual image bytes were intentionally withheld from the review package. Availability remains separately unresolved." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "This is the same question as must/014. The same executable build and later conversion history supports the same status, and both answers correctly expose the upstream duplication. An initial file creation alone would not have been sufficient, but the later migration supplies an actual update." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The root and explicitly followed modules contain actual Git links with recorded revisions, including the evaluation corpus nested below the algorithm. This item asks whether dependencies are modular links; it does not establish that every recorded location remains reachable." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root explains its two major reproduction commands and the run record makes the component inputs explicit. The linked labels README instead describes obsolete component interactions. This is a concrete incompleteness in documentation of the composition, so partial is supported." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The sources show pinned module revisions, file interfaces and reliance on remodnav.tests utilities. They establish coupling and independent version identities, but the assessment does not show a module update that breaks a boundary or explain a concrete interface defect that prevents independent updates. Obsolete reproduction documentation and host assumptions are not themselves evidence of broken modular update boundaries. The phrase prevent confident independent replacement expresses uncertainty, which is not the native definition of partial.", "suggested_correction": "Supply a specific boundary/interface incompatibility or documented update failure to justify partial. If compatibility cannot be determined from the permitted inspection, use not-checked and identify the needed evidence; do not require every arbitrary replacement to be compatible." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Git links supply the component composition mechanism, and the container registration/run record connects those inputs to a named environment and outputs. A demonstrated mechanism exists even though some component instructions need repair." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Root cloning and rerun documentation plus submodule metadata provide useful navigation. Following the labels README leads away from the actual recorded computation, so the tooling does not eliminate the documentation gap in that component. Partial is proportionate." } ], "verdict": "needs_revision", "created_at": "2026-10-28T00:47:17+00:00", "limitations": [ "Inspection-only review of the assigned anonymized native response, the pinned con-stamped-impl instrument, and the frozen evidence manifest with SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. No other assessments or reviews were consulted.", "Discovery began at the root README and Git links, then followed raw data, labels, algorithm and nested evaluation links. The Docker adapter was followed through the README tool/version reference and container registration. Its frozen SHA256 locator is used because the supplied upstream URL uses a version tag rather than a commit hash.", "No network calls, payload acquisition, builds, scientific execution or fresh rerun occurred. Container layers and scientific payloads were deliberately absent; their contents and current retrieval success remain unverified. Historical exit-zero records are historical evidence only.", "The native checklist pin check and response validator both passed. All 31 native IDs were inspected: 17 MUST, 9 SHOULD and 5 MAY. The supplied statuses tally to MUST 8 met, 8 partial, 1 not-checked; SHOULD 5 met, 3 partial, 1 not-applicable; MAY 2 met, 3 partial. No aggregate score or denominator-bearing report was supplied, so no separate report arithmetic could be checked. These are response-status counts, not a review score.", "Only the assigned native JSON was supplied for review; the original probe-output file and accompanying human report were not inspected. Source-based conclusions and relevant probe implementation behavior were checked, but exact claims about the logistical checkout and original probe execution cannot be independently authenticated from this input.", "All 260 supplied source-file hashes matched the frozen manifest. This verifies package consistency, not the scientific validity of its contents. Review agreement is not human approval; actual model identity remains unobserved." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/009", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-stamped-impl-03-review-1", "assessment_id": "study-con-stamped-impl-03", "reviewer_id": "study-con-stamped-impl-03-review-1-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1151" ], "explanation": "The root links the required input and code datasets beneath itself. Following root -> data/raw_eyegaze reveals a source submodule whose URL is an author-local absolute path. Partial is defensible for the declared transitive scope, but this does not show that regenerating paper figures from the already published eye-gaze inputs requires that source submodule." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The linked phase2 source module has an absolute local URL, independently visible in its committed .gitmodules. This supports a specific closure defect without pretending a network retrieval was attempted. Public-looking URLs for the other links do not establish present accessibility." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The paper container includes analysis and rendering tools and REMoDNaV is a gitlink. The linked label script instead imports its pinned code using ambient Python; setup.py lists dependencies but does not provide the actual execution environment. Partial appropriately recognizes both components." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The frozen inventory provides Git object IDs for source, prose and configuration in the root and linked repositories. Excluded SVG/style payloads are inventory exclusions, not evidence of unversioned scientific edits. The positive version-control finding is supported independently of checkout cleanliness." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The manifest records six annex pointers for the root image and thousands of annexed dataset payloads; image layer sizes and digest paths agree with the source manifest. This demonstrates large-data versioning without requiring the absent bytes to be retrieved." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1151" ], "explanation": "The paper run records container/image as an extra input and img plus results_def.tex as outputs. The actual upstream label-generation run records its command and raw input globs but no environment. Those labels are consumed by the paper histogram function, so partial is supported for this scope. Directory outputs should not be rejected merely for failing an exact-file heuristic." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root instructions are useful and the make-changes probe hit is indeed prose. However, root -> label dataset -> README tells readers to submit legacy preprocessing and detection jobs, while the recorded production action is bash code/compute_all.sh. The named preprocessing/detection Python files and submit files are absent from the frozen tracked inventory. The native rule on conflicting documented and recorded routes applies to this included computational component.", "suggested_correction": "Use partial for the declared full scope, preserving the root instructions as a strength and naming the linked README/record mismatch." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The paper has a clear rerun entry point, but the linked label generator does not expose its actual compute_all.sh entry point in its README. Instead it directs users to legacy jobs whose associated Python programs are absent. With label regeneration included elsewhere in the same assessment, a root-only met judgment is inconsistent with native rule 10.", "suggested_correction": "Use partial, or explicitly justify a narrower per-item scope; do not silently omit the included label-generation route." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The current paper and label computation use relative dataset paths. The linked repository also contains documented legacy launchers with an author-home initialdir and a fixed Python 2.7 executable. Partial describes that mixed state accurately; image-internal /root and /tmp paths alone would not establish host dependence." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "There is a concrete container recipe for the paper, whereas host orchestration is separately installed and the included label computation inherits host Python and PYTHONPATH. Its setup metadata lists libraries without frozen versions. Partial is supported; the reason should distinguish dependency inclusion from the stronger requirement of exact freezing." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The root documents tools, several tested platforms and the image-format transition. The adapter explicitly assumes non-root Docker management, and legacy label launchers inherit the host environment and an author-local working directory. These concrete assumptions support partial rather than an inference from operating-system names alone." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The root requirement list is clear, but the scope includes label production whose README presents an obsolete Condor workflow rather than the recorded Python module invocation. The nested setup.py is useful missed evidence: it identifies numpy, scipy, statsmodels and matplotlib, but does not repair the mismatch between the linked documented and actual route. The blanket met finding rests only on root documentation.", "suggested_correction": "Use partial and cite the nested setup.py as existing dependency documentation alongside the unresolved label-generation requirements." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "A Dockerfile, image registration and image manifests are concretely tracked, with dependency metadata also in the linked algorithm. This item asks whether specifications are version-controlled; incompleteness or imprecision of those specifications belongs in the separate coverage and exactness findings." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The history supplies a runnable Docker build command and subsequent tracked environment changes, including an executable OCI conversion record. These are actual update instances beyond initial file introduction. A dedicated maintenance guide would help discoverability, but the native command-plus-history requirement is supported. The duplicate flag is present." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The archive identity reasoning is correct: the adapter hashes Config bytes and runs that image ID, so the latest RepoTag is not a floating registry pull. Nevertheless, this proves exactness only for the paper image. The in-scope label-producing action uses ambient Python with no pinned environment; the nested setup.py has unversioned requirements. The assessment itself recognizes that gap under must/006 and must/010.", "suggested_correction": "Use partial for the full object, retain the archive-based override, and identify the missing exact label-generation environment." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/tree/0cc48aa1605a41f1c512561a6427a93a65ebebfe" ], "explanation": "Published specification metadata and annex web-location records exist, but the cohort deliberately omits the layer bytes and disallows remote checks. Native guidance requires checking remote accessibility for this judgment. Not-checked correctly avoids treating those omissions as failures; no current retrieval is established." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Root environment acquisition and invocation are well documented and agree with the container registration. The included label generator has no corresponding environment acquisition instructions for its recorded compute_all.sh execution, and its README refers readers to obsolete programs. Under the native requirement that met hold across the assessed object, root-only citations do not justify met.", "suggested_correction": "Use partial and distinguish the documented paper environment from the missing instructions for reproducing the linked label environment." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The inspected graph uses Git commits and gitlinks for code and metadata, with git-annex/DataLad for large content. Different REMoDNaV revisions are explicit pins within this common system rather than unrecorded independent version-control schemes." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The library has a CI test definition, and paper history supplies substantive recomputation plus a later container-compatibility check. These support some testing but do not establish regular validation of the complete documented paper and label instructions. Partial is appropriately limited; CI configuration is not a successful CI log." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1143", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Raw eye-gaze input, event labels and algorithm code have distinct gitlink boundaries; paper code writes figures and TeX results separately from those inputs; the image occupies its own container directory. This is direct layout evidence, independent of a probe that recognizes only particular derivative directory names." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The paper numerical/figure run has real exit-zero provenance, and the supplied adapter creates a new docker run container. That is valid historical fresh-container evidence, not merely a recipe. The whole-object met judgment leaves coverage unclear: the included upstream label run has no isolated environment record and no manuscript-build success record is cited here.", "suggested_correction": "State precisely that the observed historical fresh-container test covers numerical results and generated figures. For the full declared pipeline, use partial unless equivalent evidence is supplied for the remaining included production stages." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root adapter uses docker run --rm for each invocation and the registration adds a temporary HOME. The actual linked label production invokes ambient Python from a shell script without a disposable wrapper. Partial correctly reflects these different execution mechanisms." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "The 2023 record demonstrates use of the paper image, while the 2025 record only runs exit 0 during conversion. The library CI constructs a separate package environment. This is evidence of occasional checks, not a regular full reconstitution test of the exact environment and all paper outputs." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The frozen tree contains an OCI index, image manifest and content-addressed annex pointers for image objects. This is an archived artifact structure within the research object, not just a registry-name reference. Availability of the bytes remains explicitly untested; this finding does not resolve must/016." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "This repeats must/014 verbatim in the native checklist. The same runnable build/update commands and later recorded changes support the same met judgment, and both response entries carry upstream-duplicate." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1283", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md" ], "explanation": "The scoped analysis consumes published eye-gaze/annotation data and public code; the raw dataset explicitly describes unrestricted access. No restricted movie playback data are required by the inspected analysis path. The empty-subject N/A reasoning is appropriate, while the unreachable author-local source URL alone does not prove access restriction." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "External inputs and software are explicitly represented as nested submodules. This property is established by the declarations and pinned inventory even though one deeper source URL is nonportable; reachability is a different item." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1283", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The root explains versioned inputs and recomputation, but neither it nor the stale label README explains the relationship between label-generation code and the separately pinned paper algorithm or how to recombine the pieces. Partial is supported by concrete documentation gaps, not just absence of a diagram." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1151", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "Different pinned algorithm revisions do not themselves show a modular boundary defect: independently maintaining the label generator and the paper algorithm is a benefit of those boundaries. The paper consumes a TSV interface, while the README dependency-drift account concerns the execution environment. No inspected citation shows that an independent module update breaks that interface. The current rationale therefore does not establish the specific violation needed for partial.", "suggested_correction": "Replace the inference from differing pins with a concrete interface/coupling defect, or mark compatibility not-checked. If judging the structural independence itself, credit the separate pins and explicit TSV interface while distinguishing untested update compatibility." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Gitlinks assemble the named components beneath a common root, and the registered container plus Make targets operate on that assembled tree. The run record explicitly enumerates the consumed component paths, providing a clear composition mechanism." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "DataLad commands and module declarations give users some navigation support. Following those declarations reaches the unportable source URL and the label README does not lead to the recorded current generator. Partial is a useful distinction between having navigation tools and having a complete usable guide." } ], "verdict": "needs_revision", "created_at": "2026-10-28T01:00:32.648686+00:00", "limitations": [ "Inspection-only review of the assigned anonymized response, native con-stamped-impl instrument, and frozen evidence manifest e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. No peer assessments or reviews consulted.", "No network, payload acquisition, container build, scientific execution, or fresh rerun was performed. Missing image/data payloads are cohort exclusions, not observed retrieval failures. Historical exit-zero records are provenance evidence and do not independently verify scientific correctness.", "Source discovery followed root documentation and gitlinks to raw data, labels, algorithm revisions and the supplied adapter; cache presence was not treated as a public retrieval route. All 276 supplied source/history/external/availability entries were checked against their manifest SHA-256 values with no mismatch.", "The checklist pin check and native response validator both passed. All 31 native criteria are present: 17 MUST, 9 SHOULD and 5 MAY. No numeric overall score is present in the assigned response, and no response-level denominator inconsistency was found. Unprovided companion reports and original probe outputs were not inspected.", "Several revisions concern consistent scope: the assessment includes linked label generation for negative findings but omits it from some positive findings. These review conclusions retain that declared scope rather than asserting the root paper rerun needs to regenerate every upstream source.", "The supplied external adapter is version-referenced rather than commit-referenced; this review cites its frozen relative locator and verified SHA-256. Actual model/runtime identity was not independently observable and is not inferred from the requested model." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-stamped-impl-03-review-2", "assessment_id": "study-con-stamped-impl-03", "reviewer_id": "study-con-stamped-impl-03-review-2-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The three root gitlinks are inside the project. Following data/raw_eyegaze exposes an absolute author-local source URL, supporting partial transitive closure. This does not establish that the already-published processed eye-gaze inputs or the top-level rerun are unavailable." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The root links are public repository references; root -> data/raw_eyegaze -> src/lab-eyetracking instead names a host-local source. Partial is justified by inspected linkage without converting the no-network restriction into a failed retrieval." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The paper supplies a container recipe and a pinned algorithm. The explicitly linked label generator calls ambient python with an inherited PYTHONPATH and no captured runtime. This concrete second execution boundary supports partial independently of whether container engines themselves must be bundled." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The frozen Git trees track code, manuscript, recipes and configuration, and both root and label components carry pinned gitlinks. Deliberate omissions from an inspection checkout are not changes to the assessed committed object. The positive judgment matches the actual version-control question." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The manifest and Git tree identify annex-backed container layer pointers, including the large image layers, and the linked eye-gaze README explains annex content retrieval. These support use of large-content version control; they do not verify payload availability." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "I read both commit objects. The paper run records exit 0, container/image as extra input and img/results_def.tex outputs. The label-generation run records bash and data paths without an environment, and those labels feed the histogram function. Partial correctly reflects the expanded computational scope." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The updated README names required host installations and supplies clone, rerun and manuscript commands. Docker-Makefile implements the corresponding entry points. The old virtualenv route is explicitly labeled old, so the two sections alone do not establish a silent documentation conflict." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The README identifies results-containerized and separately gives the manuscript command; the historical record contains the matching executable numerical/figure command. This establishes an actionable top-level starting point without claiming a new successful execution." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The linked component still documents the Condor route, whose launchers embed an author directory and a specific host interpreter path. The modern compute_all script uses relative data paths. Partial distinguishes the specific legacy defect from intentional container-internal mount paths." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The Docker recipe covers paper analysis and rendering libraries, whereas the label generator inherits its interpreter and environment. The host tool list is useful but not a complete captured orchestration environment. Partial has a concrete component-level basis; dependency freezing should not be confused with simple dependency inclusion." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The README describes tested platforms and Docker format compatibility. Through README datalad-container 1.2.3 -> registered adapter, the supplied adapter explicitly assumes non-root Docker access; the root instructions do not explain it. Linked Condor launchers also inherit host environment variables and an author directory. Partial is supported." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "There is a clear top-level list of DataLad, its Containers extension and Docker, plus an explicit guest package list. The algorithm also declares its library dependencies. This criterion asks for a documented requirements list, so incomplete exact runtime capture need not negate this positive separately from must/010 and must/015." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The environment recipe, registration and manifest are committed with the study code. Their presence in version control is established even though the linked label execution has incomplete environment capture." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The introduction commit supplies a runnable build command; subsequent history records an installation-environment correction and an executable OCI conversion with exit 0. This is more than a file introduced once. The duplicate flag matches the identical should/008 wording." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The archive and adapter establish an exact image identity for the paper run: latest is merely a saved tag and execution uses the configuration hash. But met requires the property across the declared object. The same assessment correctly includes label generation under must/006 and must/010; that component has no frozen environment with which others could attempt exact replication. Restricting this item silently to the paper image is inconsistent.", "suggested_correction": "Use partial for the declared scope, preserving the positive image-identity finding and naming the uncaptured label-generation environment. Alternatively explicitly justify a consistently narrower environment scope across related criteria." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/tree/0cc48aa1605a41f1c512561a6427a93a65ebebfe", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The supplied annex metadata includes public location claims for image objects; source sharing is visible, current content access is not observed. The native method requests remote confirmation for publication claims, which this cohort forbids, so not-checked is appropriately explicit. Some current OCI objects use docker-blobs URLs in addition to older docker-layers locations." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The top-level documentation specifies installation sources, clone/rerun and containerized manuscript use; registration invokes the supplied adapter for the archived image. This supports documentation on obtaining and using the paper environment. It does not repair the separate absence of a label-generation environment." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes" ], "explanation": "Root and linked component revisions are expressed through Git gitlinks and annex identifiers. The common Git/DataLad graph supports met even though every module need not store all binary payloads in the same backend." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The linked library has a defined installation/test workflow; the paper has a substantial 2023 recomputation and a 2025 compatibility operation. Those are positive testing evidence, but neither establishes regular checking of the complete documented paper instructions. Partial is more accurate than either blanket met or an absence claim based solely on missing root CI." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "Raw eye-gaze and derived labels are separate linked datasets, algorithm code is a separate gitlink, and the study uses distinct analysis, image and figure locations. The histogram code reads labels and writes figures under img, preserving the input/output separation relevant to this item." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The 2023 exit-0 record plus docker run --rm is valid historical evidence of a fresh container invocation for numerical results and figures; no new rerun is needed to credit it. However, this command does not build main.pdf, and the explicitly included label workflow is recorded as ambient bash/python. A whole-scope met goes beyond the concrete execution evidence. The same scope is already treated as partial under should/005.", "suggested_correction": "Use partial: credit the recorded fresh-container analysis execution and identify label generation and a recorded fresh manuscript build as uncovered. Do not downgrade the demonstrated paper run to not-checked merely because this review is inspection-only." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The adapter starts docker run --rm per invocation and the registration manages a temporary HOME. The label computation uses host Python without a disposable wrapper. Partial accurately distinguishes those two execution mechanisms." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "The record confirms use of the archived analysis image and a later load/run/format conversion. The conversion payload is exit 0, not re-execution of all figures or manuscript, and the library CI constructs a different environment. Partial is supported; regular exact-environment reconstitution remains unestablished." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2" ], "explanation": "The committed archive contains indexed config/layer identities with annex pointers, which is stronger than a registry tag alone. This supports archiving the environment artifact in the research-object structure. Missing frozen payload bytes limit integrity and retrieval checks rather than disproving that architecture." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The same executable build instruction and later tracked environment modifications support this duplicate of must/014. Both original answers are met and explicitly flag the upstream duplication; there is no inconsistency between the pair." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The required eye-gaze data advertise unrestricted access, the manuscript identifies public linked inputs, and the algorithm is openly licensed. The inspected paper code consumes eye-gaze/labels rather than a restricted movie payload. Empty-subject not-applicable is justified; inaccessible source linkage is not itself access restriction." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Root .gitmodules links two data components and the algorithm; the algorithm then links the evaluation inputs. The inspected Git trees supply actual revision pins. This directly satisfies submodule inclusion without making a claim about current remote retrieval." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The root prose explains versioned input inclusion, but the nested label README describes an older Condor procedure and provides no current component/recombination explanation. Thus partial has a documentation-specific basis rather than merely penalizing different pinned algorithm versions." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The offered evidence does not identify a modular boundary that actually causes update breakage. Distinct root and label algorithm pins allow controlled independent histories; updating one need not update the other. The README dependency-drift incident concerns environment reconstruction, not demonstrated failure of the module interfaces. Absence of a compatibility check alone does not establish the specific violation required for partial.", "suggested_correction": "Identify a concrete cross-module interface/update incompatibility to support partial, or use not-checked for unverified update compatibility. If judging only the design property, explain whether pinned independent modules and stable file interfaces suffice for met; do not treat differing revisions as a defect by themselves." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Gitlinks supply a versioned composition graph, registration mounts the common project root, and Make targets consume those paths. The run record names the composed inputs and outputs. These are concrete composition mechanisms." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The root offers practical DataLad commands and module metadata for navigation. Following the labels component exposes stale Condor reproduction directions, while the raw component leads to a host-local source URL. Partial usefully credits existing tooling while identifying specific downstream navigation gaps." } ], "verdict": "needs_revision", "created_at": "2026-10-28T01:08:24.910740+00:00", "limitations": [ "Inspection-only review of the assigned anonymized native response, pinned instrument and frozen remodnav-e3c6253bced7 corpus. Manifest SHA256 verified as e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. No peer outputs or other assessments were read.", "No network, payload acquisition, container build or scientific execution occurred. Annex data, container layers and omitted binary products cannot be checked for current availability, content integrity or numerical equivalence; absence in this package is not a retrieval failure.", "Git reads used GIT_NO_LAZY_FETCH=1. Historical diff/stat inspection encountered omitted blobs and was abandoned; material commit messages/run records were independently read via cat-file commit, and current source/tree metadata were inspected. Exact historical content diffs were not verified.", "The checklist pin check and native response validator both passed for all 31 IDs. These validate form only. The original response contains 9 met, 7 partial and 1 not-checked MUST; 5 met, 3 partial and 1 not-applicable SHOULD; 2 met and 3 partial MAY. No aggregate score is present to audit, and partial MUSTs do not satisfy the requirement. Companion reports and probe output files were outside the assigned input boundary and not inspected.", "Historical exit codes are committed provenance evidence, not review-observed executions. Source-defined CI is not proof of a successful CI run. Public linked issue discussions are referenced by source but were not fetched.", "Actual model/runtime identity is unobserved; requested identity is retained only as requested metadata. Agreement findings are independent review judgments, not human approval." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-stamped-impl-03-review-3", "assessment_id": "study-con-stamped-impl-03", "reviewer_id": "study-con-stamped-impl-03-review-3-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The root nests its direct components under data/ and remodnav/. Following root -> data/raw_eyegaze reveals the absolute local source URL. Partial is defensible for the explicitly expanded transitive boundary; this does not establish that the already published eye-gaze inputs needed by the root command are unavailable." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The three top-level URLs and pinned Git tree entries establish the direct graph. The lab-eyetracking child uses an author-local source URL, so the transitive graph is not portable. The assessment correctly distinguishes this static defect from an observed download failure." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The paper has a tracked guest recipe and a linked algorithm. Root -> labels -> compute_all.sh instead dispatches ambient python with a source-tree PYTHONPATH. The linked setup.py names libraries but does not itself provision the recorded execution. Partial is supported." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The frozen root Git tree includes these source/configuration objects. Omitted SVG and style payloads in the inspection package do not indicate untracked author work. This is a sound correction of a checkout-cleanliness heuristic." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Manifest and annex-pointer inventory identify the roughly 78 MB and 1.75 GB layers by content; the linked raw-data README describes Git plus git-annex storage. These are positive versioning observations without requiring the layer bytes." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1143" ], "explanation": "The root run records container/image as extra input and img/results_def.tex as outputs. The 2018 label run records raw inputs and sub-* outputs but no execution environment. The histogram function consumes those labels, establishing their relevance. Partial follows from the actual environment provenance gap, not an exact-path output matcher." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Root installation and use instructions are clear, and the make-changes match is indeed spurious. However, root -> labels README instructs condor_submit on code/preprocess_eyegaze_recordings.submit and code/detect_events.submit and names Python scripts absent from the pinned tree. Its recorded route is bash code/compute_all.sh, which that README never describes. The assessment includes label generation for other items but omits this concrete documentation/mechanism conflict from A.1.", "suggested_correction": "Use partial for the declared expanded scope, retaining the root instructions as the positive component and naming the obsolete linked instructions. This is a different issue from the explicitly disclosed old/new root routes." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The paper entry point exists, but the linked label-generation starting point a reader is told to use does not match the recorded command or present scripts. Native verdict rule 10 caps A.1 at partial for such an undisclosed disagreement. A root-only positive is insufficient for the assessment scope used elsewhere.", "suggested_correction": "Use partial and identify the valid root rerun entry point plus the missing documented entry point for label regeneration; do not claim that the root rerun must regenerate labels." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The linked launchers literally embed an author home directory and a Python 2.7 executable. Because the linked README still directs readers to the Condor route, these are not merely irrelevant text matches. Root image-internal paths and Windows prompts are correctly excluded from the defect." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The root archive preserves installed analysis dependencies despite an incompletely pinned rebuild recipe. Host orchestration remains separately installed, and the label command inherits the caller Python environment. The recorded package names in setup.py do not supply a frozen environment for that run. Partial is justified." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The README documents tested operating systems and Docker format compatibility. The discovered adapter explicitly assumes Docker on PATH controllable by a non-root user; the legacy launcher also relies on inherited environment and an author-specific working directory. Partial identifies real assumptions rather than treating all absolute guest paths as host requirements." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The README enumerates host tools, the Dockerfile lists guest packages, and the algorithm package lists its Python libraries. A requirements list can be present without freezing the recorded label runtime. The Condor reproduction route remains defective, but that is concretely addressed by the actionability findings rather than conflating a list with an exact lock." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "Build, registration, image metadata and algorithm dependency declarations are tracked files. The item asks whether environment specifications are versioned; it does not independently require a complete historical lock. The missing label-run lock belongs under exact environment/provenance items." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "History contains runnable build and conversion commands, a subsequent Dockerfile adjustment, and an exit-0 conversion record updating container/image. Thus the evidence goes beyond initial creation of a recipe. The matching upstream-duplicate flag is appropriate." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The archive-based SHA-256 image identity is correctly distinguished from a floating registry pull; remodnav:latest alone is not a defect here. Nevertheless, this establishes exact replication only for the paper image. The included label-generation component has a recorded ambient Python run and unpinned library requirements. The same scope that makes must/006 and must/010 partial cannot support an object-wide met here.", "suggested_correction": "Use partial: retain the content-identified root image as a strength and explicitly identify the missing exact label-generation environment. Do not change the root archive finding to an unmet latest-tag claim." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/tree/0cc48aa1605a41f1c512561a6427a93a65ebebfe" ], "explanation": "The public-source metadata and annex location logs identify publication locations, including current docker-blobs URLs and legacy docker-layers URLs. They are not successful present-day retrieval observations. Under the no-network boundary, not-checked is honest and should remain distinct from a failure." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Obtaining and using the root image is documented. For the linked computational component that this assessment includes, the README supplies neither the actual recorded compute_all route nor a way to recreate its ambient environment; instead it names obsolete Condor files. The unqualified met overlooks the already identified component-specific environment and instruction gap.", "suggested_correction": "Use partial for the expanded scope, with root image acquisition/use documented and linked label-environment recreation undocumented. If a narrower A.1 scope is intended, explicitly justify that scope instead of silently switching boundaries." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "Root, labels, algorithm and raw data participate in Git revision relationships; annex adds content identities within that graph. Git plus its annex extension is a coherent common versioning system here, not an unrecorded mix of unrelated revisions." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The linked algorithm has a real build/install/pytest CI definition, and root history records substantive analysis revalidation plus a later compatibility check. Neither demonstrates regular checking of the whole documented workflow. Partial is more faithful than equating absent root CI with no historical testing, or calling a CI definition an observed success." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1143" ], "explanation": "Raw inputs, precomputed labels, reusable code, archived environment and generated images have distinct paths/components. The histogram code reads labels and writes img outputs. This supports separation independently of naming-convention heuristics." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The committed 2023 run invokes the adapter and records exit 0 for numerical/figure computation. The discovered adapter creates docker run --rm instances, giving historical evidence of a fresh container execution. The assessment correctly says this is not a new reviewer rerun; it does not establish a successful fresh manuscript build or a separate fresh label-generation test." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root adapter creates and removes a container on invocation, while the linked label run invokes ambient Python without an isolation wrapper. Temporary HOME setup is not the sole basis for isolation. Partial matches the expanded computational scope." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "The historical analysis run exercises the archived environment; conversion history additionally records loading it and executing exit 0. That smoke check is not full numerical/manuscript verification, and the algorithm CI uses a different environment. Partial appropriately credits actual tests without claiming regular exact-environment validation." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The object contains an OCI/Docker archive layout with content-addressed layer/config pointers, not just a recipe or remote image tag. The corpus deliberately omits bytes, so this supports the archival arrangement while leaving current availability unresolved." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "This duplicates must/014 word for word. Runnable history commands plus actual later environment changes meet the native process-and-tracking rule; using the same evidence and flag is consistent." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "The scoped analysis uses public eye-gaze/annotation data and public software. Movie viewing stimulus content is not an input used by the inspected analysis route. An author-local unresolved source URL is not itself evidence of an access restriction. The native empty-subject N/A reasoning is appropriate, without certifying live access." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Explicit Git submodules connect the paper to inputs and software, with further data/code links in the children. A defective transitive URL affects reachability but does not negate the existence of submodule composition." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The root explains a version-linked object, but the linked README does not explain how its recorded label production relates to the root algorithm and analysis consumers. Partial is supported by this documentation gap; a graphical module map is not itself required." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1143" ], "explanation": "Different pinned algorithm revisions do not demonstrate broken modular independence: the label component produces versioned TSVs, and the paper reads those TSVs through a separate boundary. Updating one pin need not update the other. The root dependency-drift account concerns environment compatibility, not proof that these module boundaries prevent independent updates. No concrete cross-boundary break is identified.", "suggested_correction": "Credit the explicit independently versioned boundaries, or use not-checked for an untested update-compatibility claim. Retain partial only with a specific incompatible interface or shared-state coupling; do not use differing pins or lack of an arbitrary-update guarantee as the defect." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Gitlinks select component revisions, and the registered adapter/Make target combines their paths in the mounted dataset. The run record enumerates the resulting inputs and outputs. This is a concrete composition mechanism even though some child documentation is incomplete." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "Top-level clone/rerun instructions aid navigation, but following links reaches obsolete label instructions and an author-local raw-source link. Partial is supported without treating presence in the frozen cache as a public discovery mechanism." } ], "verdict": "needs_revision", "created_at": "2026-10-28T01:15:59.976885+00:00", "limitations": [ "Inspection-only review of the assigned anonymized response and frozen evidence cohort remodnav-e3c6253bced7. No peer outputs, other assessments, network access, payload acquisition, builds, or scientific execution were used.", "Root discovery began at README and .gitmodules; child evidence was followed through their explicit links. The adapter was reached through the README datalad-container version and registration. Its supplied version-tag source is cited here by the frozen relative file and SHA-256, because no immutable upstream commit identity was supplied.", "Binary payloads and container layers were intentionally absent. Their absence is not evidence of failed public retrieval. Some Git show operations encountered missing promisor blobs with GIT_NO_LAZY_FETCH=1; commit bodies were independently checked with no-patch/cat-file and supplied frozen history instead.", "Historical exit-0 records are provenance evidence, not an independently observed execution by this reviewer; figure appearance, numerical equivalence, present-day downloads, and current CI status were not retested.", "Native checklist pin and response validation passed. All 31 IDs were checked. Response counts are MUST 9 met, 7 partial, 1 not-checked (17 total); SHOULD 5 met, 3 partial, 1 not-applicable (9 total); MAY 2 met, 3 partial (5 total). The supplied response contains no aggregate score or denominator assertion; no separate assessment report or probe-output artifact was available within the permitted review input, so those products and its reported probe runs were not audited.", "Actionability and exact-environment disagreements apply the assessment stated scope of explicitly linked computational components. They do not assert that the root documented rerun has to regenerate already published label inputs.", "Requested model and reasoning labels are task metadata; actual runtime model identity was not independently observed. Agreement here is an independent review judgment, not human approval." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-stamped-impl-04-review-1", "assessment_id": "study-con-stamped-impl-04", "reviewer_id": "study-con-stamped-impl-04-review-1-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The root explicitly links its three components under relative paths. Following root → data/raw_eyegaze → .gitmodules exposes a source dependency with a machine-local URL. Partial is defensible for the declared recursive scope; it must remain qualified as an upstream provenance-boundary defect, not missing curated paper inputs." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The recorded paper inputs are rooted in its module tree, while the explicitly linked raw-data source has only a local URL. This is a concrete recursive exception supporting partial without a network experiment. The assessment correctly avoids treating absent payloads as failed retrievals." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The linked REMoDNaV source and scientific dependencies are represented within the root by gitlinks and the Docker recipe, and the label component links its own REMoDNaV version. Met on software inclusion is reasonable; this does not establish that the historical label environment is pinned or that its obsolete Condor instructions work." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "The frozen Git tree supplies object identities for code, configuration and manuscript text. Deliberately omitted payload files in an inspection checkout cannot show that committed project sources lack version control. The override of the checkout-cleanliness heuristic is warranted." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The image and studyforrest annex pointers clearly support large-payload versioning for those components. However, linked Anderson binary payloads are ordinary Git blobs, and offline ls-tree returned unknown sizes for 176 and 175 omitted blobs in its two linked revisions. Git identity alone does not settle the native probe’s large-binary criterion. This leaves the all-component met insufficiently verified; it does not establish a violation.", "suggested_correction": "State the verified annex coverage and the unresolved Anderson size/storage coverage. Obtain a frozen size inventory or otherwise justify why the linked binary blobs satisfy this property before retaining an unqualified met." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The paper record includes container/image as extra_inputs and declares img and results_def.tex as outputs. The label record runs bash code/compute_all.sh with no environment capture. Partial follows from this concrete contrast. The assessment also correctly rejects the probe coverage count as proof of complete provenance." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Installation and usage text exists, and the root accurately labels its legacy route. However, rule 10 also requires comparing instructions with the actual mechanism: the root promises recomputation of every numerical value while its dispatched functions omit quality_stats; the linked README names removed preprocessing/detection scripts rather than the recorded compute_all.sh route. These are additional conflicts, not the honestly disclosed container migration.", "suggested_correction": "Change met to partial, retaining the correct override of the spurious make-changes probe finding and adding the independently verified instruction/mechanism conflicts." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "The named rerun is a real starting point, but Docker-Makefile invokes only -s -f -r -m. The CLI never calls quality_stats, whose docstring explicitly says it must be added to the invocation list; main.tex reports 15.1% and 4.1% signal loss. Thus the documented all-numerical-results route has a demonstrated coverage gap. Native rule 10 caps the judgment at partial when documentation and mechanism disagree.", "suggested_correction": "Change met to partial and name the omitted signal-loss calculation. Distinguish a usable starting point from complete coverage of the documented scope." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The linked submission scripts contain fixed user-directory and interpreter paths. These are actual host assumptions, unlike cleanup paths inside the Debian image. Partial appropriately reflects the root relative-path workflow together with the legacy linked-script violations." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The root recipe specifies its scientific/rendering packages, but the recorded label workflow invokes the caller Python and inherits PYTHONPATH without reconstructing an environment. This concrete component gap supports partial. Lack of a complete host lockfile alone would be a weaker rationale than the missing label execution environment." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "Supported operating systems and Docker versions are described at the root. Following the label module reveals undocumented directory/interpreter/environment inheritance. The Docker adapter also assumes a usable non-root Docker executable. Partial is supported without requiring execution on additional hosts." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root supplies a substantial requirements list, while the label README gives old Condor commands and no requirements matching its current recorded Python route. The package setup metadata lists Python libraries but does not repair the linked reproduction instructions; partial is justified." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The relevant specifications that exist are versioned: recipe, registration, archive manifest and linked package dependency metadata. Met addresses their tracking; incompleteness and historical exactness belong to must/010 and must/015 rather than making these tracked files untracked." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The build record supplies an executable rebuild/save procedure, and the later OCI conversion is a separate recorded maintenance action responding to Docker compatibility. This is more than counting the introduction of a file as an update. Met is reasonable for the paper environment, and the duplicate flag matches the native protocol." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root archive is content-pinned; the adapter hashes its saved configuration and executes the resulting image ID, so RepoTags latest is not a floating execution selector. But the declared assessment scope includes label generation, whose Python/scientific-library environment has neither a frozen manifest nor an archived image. Met across the object contradicts the same assessment’s supported environment gaps under must/006 and must/010.", "suggested_correction": "Change met to partial: retain the pinned paper-image strength and explicitly identify the unpinned linked label environment. Cite the adapter using its frozen digest or a commit-pinned URL rather than only a version-tag URL." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web" ], "explanation": "The frozen recipe and annex availability records establish a publication mechanism, but do not demonstrate present retrieval of the archived environment bytes. Not-checked is a defensible conservative result under the prohibited-network boundary. It correctly preserves the unknown rather than asserting a distribution failure." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root clearly explains acquisition and use of docker-make, but the explicitly included label computation has no matching environment acquisition/use instructions: its README leads to the old Condor pipeline while history records compute_all.sh. An all-object met applies a narrower boundary here than under must/010–012 and should/005.", "suggested_correction": "Use partial for the stated recursive scope, citing the adequate root instructions and the missing current label-environment instructions separately." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "All discovered components are composed through Git identities; annex supplements Git for large payloads. The root’s nested gitlinks, including separate REMoDNaV versions, support a common version-control mechanism without needing payload retrieval." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The tool CI definition exercises installation and pytest, while the paper has a historical recomputation record rather than a regular full-study instruction test. Partial credits component-level automated checks and historical maintenance without upgrading a workflow definition to an observed successful current run." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The root separates raw input, label derivatives, algorithm source, image directory and figure outputs; the label component likewise separates input modules from code and subject outputs. These are meaningful component boundaries even though not every output directory is its own repository." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The exit-zero record executes the analysis through the Docker adapter; its inspected cli_run builds a docker run invocation with --rm. This is committed equivalent evidence of a fresh-container paper recomputation, allowed by the native method. It is not an observed new run, nor evidence that the upstream label generation was isolated." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The paper route creates a disposable Docker container and temporary HOME. The label route uses the caller Python with inherited PYTHONPATH and no per-run environment creation. Partial follows directly from the two execution mechanisms, not merely from missing execution logs." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "The archived environment was exercised during recomputation and later loaded/run for OCI maintenance. The tool CI installs a different dependency set and cannot establish regular recreation of the paper image. Partial reasonably credits demonstrated maintenance while leaving the recurring full-environment guarantee unsatisfied." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The image config/layers are represented inside the research-object tree with annex content identities, and the README explains obtaining the archive. That establishes archived artifact structure; absent payloads in this evidence package do not disprove archiving. Current retrievability remains the separate unknown in must/016." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "This is the exact duplicate of must/014. The same executable build procedure and later recorded compatibility maintenance support the same judgment, and both responses correctly carry upstream-duplicate." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The raw-data documentation explicitly declares unrestricted access and no authentication. No restricted component is identified in the discovered paper inputs. The native empty-subject rule supports not-applicable; a machine-local source URL is not evidence of a restriction policy." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "External raw data, labels, REMoDNaV and Anderson data are explicit nested modules. This criterion asks whether links exist, so the inaccessible local upstream source URL does not negate the module-linking property." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root gives useful roles and a reproduction route, but the linked label README does not connect its raw-data and REMoDNaV modules to the computation actually recorded in history. Partial is supported by a concrete documentation gap in the recursive structure." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The evidence shows independent pinned components and historical dependency drift, but does not isolate a defect in the module boundaries themselves. A dependency API changing and a README being stale do not by themselves establish that the boundaries prevent independent updates. The current partial rationale therefore mixes portability/documentation issues with the criterion’s boundary property.", "suggested_correction": "Either identify a concrete coupling or replacement that requires changes outside its module, or revise the rationale/status to reflect the inspected structural evidence and state that safe recombination was not demonstrated by an execution test." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Gitlinks define composition and DataLad’s recorded input/output paths connect those modules to the registered image and Make targets. This is a concrete composition mechanism even where separate criteria find incomplete environment history or instructions." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Module paths and repositories are navigable from the root, but navigating into the label README leads to obsolete commands rather than the recorded production route. Partial distinguishes usable root navigation from this demonstrated linked-component documentation problem." } ], "verdict": "needs_revision", "created_at": "2026-10-28T01:30:24.279092+00:00", "limitations": [ "Inspection-only review of frozen cohort remodnav-e3c6253bced7; manifest SHA256 verified. Discovery followed root README and gitlinks into explicitly linked components and the documented adapter. No network, scientific execution, builds or payload acquisition occurred.", "Binary/annex payloads and live remote availability were not tested. All Git inspection set GIT_NO_LAZY_FETCH=1. Historical exit records were inspected as provenance, not reported as newly observed successful runs.", "The anonymized native response was the only assessment read. Its companion report, original probe-output artifact and URL were outside the supplied review input, so their formatting and consistency could not be checked.", "The pinned native checklist and response validator passed, independently of the substantive review. All 31 native IDs were checked; no numeric review score was assigned.", "The supplied response contains 17 MUST judgments (9 met, 7 partial, 1 not-checked), 9 SHOULD judgments (5 met, 3 partial, 1 not-applicable), and 5 MAY judgments (2 met, 3 partial). No item is omitted and no explicit aggregate score is present; companion-report denominators were unavailable. Partial MUST judgments must not count as satisfied.", "The requested model identity is study metadata, not observed runtime evidence. Agreement here is an independent technical review, not human approval." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-stamped-impl-04-review-2", "assessment_id": "study-con-stamped-impl-04", "reviewer_id": "study-con-stamped-impl-04-review-2-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "Following root .gitmodules into data/raw_eyegaze exposes a nested source module with a machine-local origin. Partial appropriately distinguishes this recursive boundary defect from the directly available curated input layout; it does not establish loss of the paper inputs." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The direct modules have public URLs and pinned revisions, whereas the explicitly linked lab-eyetracking origin is an absolute local path. Partial is supported for recursive linkage. The recorded paper command consumes curated sub-* files, so this must remain a transitive provenance finding, not an asserted failure of the paper rerun." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The positive evidence establishes inclusion of the root analysis software. The stated scope also includes label generation, whose documented route invokes Condor while its actual recorded route uses a host Python and the older linked package. The response does not establish inclusion of all software for that component, even though it includes that component when judging must/010.", "suggested_correction": "Explain the component boundary consistently. If the linked label-reproduction route remains in scope, justify inclusion of its external software or use partial; do not use root-only evidence for an object-wide met." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The frozen Git tree identifies source, text and configuration as committed blobs and linked components as gitlinks. Missing payloads in the inspection package do not show untracked project state. The response correctly rejects the logistical checkout cleanliness result as the criterion verdict." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The image manifest resolves to annex-pointer entries, including the large image layers, and the raw-data README explicitly describes Git plus git-annex. This supports content-managed large payloads without requiring the missing bytes to be fetched. Ordinary Git identities of the Anderson inputs should not themselves be presented as evidence of annex use." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The paper run records container/image as an extra input; the label-generation run records bash code/compute_all.sh and raw inputs but no exact environment. Partial therefore has direct support. The omitted quality_stats function reinforces incomplete coverage; a directory-level img output declaration does not prove every figure was regenerated." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "README promises recomputation of every numerical value and all figure SVGs, but the invoked -s -f -r -m dispatch never calls quality_stats(). That function explicitly retains manual results and generates img/velhist.svg, which the manuscript uses. Separately, the linked labels README describes Condor scripts rather than the recorded compute_all.sh route. These are undisclosed documentation/mechanism mismatches under native verdict rule 10, not the accurately disclosed migration.", "suggested_correction": "Change to partial, preserving credit for the clear root instructions while naming the omitted quality-statistics/velocity-histogram step and stale linked instructions." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The named starting point is real and the tag resolves to the recorded Docker run. Nevertheless it does not reach quality_stats(), so it cannot satisfy the README claim to recompute all numerical results and all figure SVGs. img/Makefile converts existing SVGs to PDFs; that does not regenerate velhist.svg from data. The native method explicitly caps A.1 judgments when documentation and mechanism disagree.", "suggested_correction": "Use partial for the full declared scope and identify the missing executable route for quality statistics and the velocity histogram. Keep the valid main entry point as a strength." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The root Python code joins relative data paths, while both linked submission generators embed a user-specific initial directory and fixed interpreter. Partial is justified for the declared linked-component scope; Docker-internal cleanup paths are not evidence of host-path dependence." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The Docker recipe supplies the paper scientific/rendering stack, while label generation inherits Python and PYTHONPATH from the caller. Its linked setup.py lists dependencies without capturing that execution environment. This is concrete component-level incompleteness, supporting partial rather than treating unperformed execution as a failure." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "Root documentation names platforms and Docker format compatibility. The linked submission script assumes a fixed working directory, Python 2.7 and inherited variables without a relocation procedure in its README. The adapter also assumes a usable Docker executable/daemon. These are inspectable host assumptions, so partial is defensible independently of actual execution." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root prerequisites are explicit, but following the linked labels README does not reveal the dependencies and invocation of the code that produced its current labels. The contrast between that README and compute_all.sh supports a component-level documentation gap." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The recipe, registration, image metadata and package dependency declarations are committed files. This criterion concerns versioning of specifications; their incomplete coverage and lack of exactness in other components are separate findings and do not negate this positive." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The build record supplies a runnable recipe-to-archive procedure, and the later successful OCI conversion is a concrete tracked environment-maintenance operation with explicit image input/output. This is more than a one-time declaration. The duplicate flag correctly pairs this judgment with should/008." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The root archived image is precisely identified, and its latest label is not a floating runtime selection: the adapter runs a config-derived image ID. However, the response assesses label generation as in scope elsewhere. That component records host Python execution and only unpinned dependency names, with no frozen image or package manifest for its results. Root image exactness does not establish this property across the declared object.", "suggested_correction": "Change to partial for the current scope. Retain the strong root-image finding and explicitly identify the missing exact label-generation environment." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web" ], "explanation": "The frozen source establishes publication locations and the annex branch records a content URL. It does not establish current successful access to the archived image. Keeping not-checked under the no-network/no-payload boundary is consistent with the native publication verification rule; missing local bytes are not evidence of an unavailable remote." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root instructions genuinely explain installing orchestration tools and obtaining/using the registered image. For the explicitly included label component, the README neither explains an environment for the recorded compute_all.sh run nor reconciles its older Condor procedure. An object-wide met is inconsistent with the response’s own partial environment and requirements findings for this component.", "suggested_correction": "Use partial for the declared scope, distinguishing the complete root-image instructions from the missing current label-generation environment instructions." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "Recursive discovery uses Git gitlinks for code and datasets, with git-annex extending the same version-control history for data and images. There is no competing component version-control scheme in the inspected declared structure." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The tool has a CI test definition and the paper history contains maintenance executions, but the tool CI does not execute the paper README route or manuscript workflow. Partial captures those limited checks without claiming a regularly verified end-to-end study. A CI definition alone is not a newly observed passing run." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Root gitlinks separate curated raw inputs, event-label derivatives and software; code, environment and figure locations have distinct roles. The nested label dataset likewise separates inputs from its software module. This supports the structural separation judgment even though all directories are not independently versioned repositories." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The raw dataset explicitly declares unrestricted access without authentication, and no restricted component is identified among the declared inputs. This is the native empty-subject ground for N/A. A broken local module origin is not an access restriction and should not be recast as one." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The historical exit-zero paper record invokes the Docker adapter; its source constructs docker run with --rm and a new invocation. That supplies committed evidence of a fresh-container execution for the offered paper pipeline. It does not demonstrate a fresh host, successful modern retrieval, or regeneration of every manuscript quantity, and the review does not infer those stronger claims." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The adapter creates disposable containers for root paper execution, whereas the labels command invokes ordinary host Python without establishing a fresh environment. The partial judgment appropriately covers both mechanisms. Temporary HOME cleanup after success is not itself the evidence that the container is disposable; --rm is." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "Image construction/use and the OCI maintenance command give isolated historical checks, while linked CI installs development requirements instead of restoring the exact paper image. Partial is a defensible account of occasional maintenance evidence without claiming regular verification of reconstitution." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The archive layout and annex-backed layer identifiers are committed under container/image, so the environment artifact belongs to the object rather than existing only as a remote tag. The frozen package’s omitted layer bytes limit access verification, not this structural archival judgment." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The executable build/save record and subsequent recorded format conversion support a maintained environment procedure. It uses the same evidence as must/014 and both carry upstream-duplicate, as required by the native method." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Direct and nested declarations identify external software/data as submodules beneath the root. A defective nested URL affects resolvability, not the existence of the module composition mechanism asked here." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Root instructions establish the broad roles and use of the components. The labels README fails to explain how its raw inputs and pinned REMoDNaV module compose the recorded computation, so the full recursive structure is only partly documented." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The cited dependency drift demonstrates environment compatibility problems, and the old labels README demonstrates a documentation problem. Neither identifies a specific modular boundary whose independent update broke the workflow. Gitlinks allow versioned component updates, while independent updating does not guarantee arbitrary incompatible versions will work. The stated partial judgment is plausible but not demonstrated by its current argument.", "suggested_correction": "Identify a concrete cross-boundary interface or coupling that prevents independent updates, or revise the judgment. Do not use stale instructions alone as evidence of faulty modular boundaries." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Gitlinks assemble components; the registered adapter binds the working tree to the archived environment; Make and the run record name the computation and input/output paths. Together they provide an inspectable composition mechanism without requiring successful re-execution in this review." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Root navigation and module mappings are useful, but the label component’s reproduction text leads to the older route rather than the recorded one. Partial is supported as a user-navigation limitation across the explicitly linked computational components." } ], "verdict": "needs_revision", "created_at": "2026-10-28T01:38:50.485274+00:00", "limitations": [ "Inspection-only review of the assigned anonymized native assessment and frozen cohort remodnav-e3c6253bced7; no peer outputs, prior assessments, external network calls, scientific execution, image builds or payload acquisition were used.", "Binary data, container layers and some rendered artifacts are absent from the frozen package. Historical exit-zero records establish recorded execution, not newly observed reproducibility, current retrieval success or independently verified numerical accuracy.", "All 31 native criterion responses were reviewed. The checklist pin and assigned JSON passed native read-only validation; 260 supplied source/text file hashes matched the manifest. Validation was not treated as evidence that judgments were correct.", "The assigned JSON contains no aggregate score or human report. Its responses enumerate 17 MUST, 9 SHOULD and 5 MAY items without omissions: the single unchecked MUST remains part of the MUST denominator, and partial MUST responses are not satisfied MUSTs. Aggregate presentation outside this input was not inspected.", "The original probe output and logistical checkout were not supplied as permitted review inputs, so reported probe override history was evaluated through source/helper semantics and cited evidence, not by inspecting another result file or reproducing the full assessment probe sweep.", "The adapter was examined through the frozen external source identified by its SHA256; its version-tag URL is not treated as a newly verified immutable upstream commit. Git reads used GIT_NO_LAZY_FETCH=1. No observed runtime model identity was available.", "Agreement records review support within these limits and does not constitute human approval." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/009", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-stamped-impl-04-review-3", "assessment_id": "study-con-stamped-impl-04", "reviewer_id": "study-con-stamped-impl-04-review-3-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "Following root .gitmodules to data/raw_eyegaze reveals the machine-local source URL. Partial is defensible for the explicitly recursive boundary, while the paper consumes curated files already inside the linked dataset. The assessment correctly avoids claiming those direct inputs are missing." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The three direct module mount points and frozen revisions support inclusion. The transitive source URL is not portable to an independent clone, supporting partial without any live retrieval experiment. This does not establish failure of the direct curated-data retrieval route." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The root links REMoDNaV and installs scientific/rendering packages in its image; the labels module also links REMoDNaV. This supports the software inclusion property. Completeness and historical versions of the linked execution environment remain separate limitations under must/010 and must/015." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The frozen Git inventory records source, manuscript, instructions and configuration as versioned blobs. A deliberately incomplete evidence worktree is not evidence that the original object lacks version control; overriding tree cleanliness is appropriate for this particular item." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The root manifest and inventory identify multi-gigabyte image content through annex pointers, and studyforrest documents and inventories annex-managed recordings. Git identities also cover the Anderson input blobs. Missing payload bytes do not defeat this versioning property." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The root run records container/image as an extra input, whereas the linked labels run identifies only a shell command and raw-data inputs. Partial follows directly from this contrast. The omission of quality_stats from the CLI is also real, but exact-environment linkage, rather than a heuristic derived-file count, is the criterion here." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1145", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root README promises recomputation of every numerical value and all figure SVGs. Its -s -f -r -m route never calls quality_stats, which stores the loss values used in the manuscript and generates velhist.svg. The linked README additionally describes a different pipeline from its recorded run. Native verdict rule 10 caps conflicting documented/mechanical routes at partial; presence of instructions alone cannot support met.", "suggested_correction": "Change to partial and identify the omitted quality-statistics/velocity-histogram route and the stale linked instructions. Keep the explicitly disclosed old-versus-container migration separate from these undisclosed gaps." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1161" ], "explanation": "The named starting point is real, but it does not implement the reproduction coverage the README promises. quality_stats writes img/velhist.svg and is absent from every CLI dispatch branch; main.tex includes its PDF. Native rule 10 requires partial for this documented-route mismatch even though most results have an executable entry point.", "suggested_correction": "Use partial; specify which results the entry point recomputes and which require an additional procedure. Do not infer complete coverage from a historical exit-zero record." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The linked Condor generator embeds a personal initial directory and a fixed Python executable. These are actual host execution settings, unlike the Dockerfile cleanup paths and README prompt examples. Partial correctly distinguishes portable root scripts from retained linked scripts." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The image recipe supplies the paper analysis dependencies, while compute_all inherits an unspecified Python/package environment. The linked setup.py lists dependencies but leaves their versions open. Partial is supported by a concrete linked execution route, not merely by failure to locate a preferred lockfile." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The root describes host platforms and Docker compatibility. The linked generator inherits environment variables and assumes a personal working directory and Python 2.7. The adapter also assumes usable non-root Docker access. These inspected assumptions support partial." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Root requirements are discoverable and detailed, but following the labels README leads to Condor-era steps rather than a requirements list for the recorded module execution. This supports partial at the stated recursive scope." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "Both the archived environment metadata and linked dependency declarations are committed with code. This item concerns tracking of specifications; their incomplete coverage and floating dependency versions can coexist with met here." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The build/save command is a concrete executable maintenance procedure, and a later committed conversion actually replaces the archived representation to address Docker compatibility. This is more than a one-time specification declaration. The identical should/008 answer and duplicate flags are appropriate." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root archived image really is content-pinned: the adapter derives and runs its config SHA256, so remodnav:latest in archive metadata is not a floating execution selector. However, the assessment includes linked label generation in scope elsewhere, and that route has an inherited Python environment plus unversioned NumPy/SciPy/statsmodels/matplotlib requirements. Root image identity does not establish an exactly replicable environment for that component.", "suggested_correction": "Change to partial for the declared recursive scope, preserving the positive root-image finding and citing the linked environment gap already acknowledged under must/006 and must/010." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The frozen source and annex web records demonstrate publication metadata and exact artifact identities, not present-day payload accessibility. Not-checked is defensible for accessibility of the complete archived environment under the explicit no-network/no-acquisition boundary; it should not be presented as an observed failure." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root does document obtaining and selecting its archived environment. The all-object met judgment nevertheless omits the linked labels route: its README does not explain the recorded compute_all environment or how to obtain it. This is the same scope included in the assessment own must/010 and must/012 partial judgments.", "suggested_correction": "Use partial for root documentation present but linked environment reproduction undocumented, or explicitly narrow and consistently justify the assessment boundary before claiming met." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "All discovered components are selected by Git identities, with annex extending the same repository mechanism for larger content. No alternative version-control system is required by the inspected composition." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Tool-level CI defines automated package tests, and the paper has historical maintenance execution. Neither checks all current paper instructions regularly. Partial gives credit for the component mechanism while retaining the study-wide gap; the workflow definition is not proof of a newly observed successful CI run." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The tree separates input datasets, reusable code, environment archive and paper outputs. Directory separation alongside subdatasets is relevant native evidence; an environment and generated macros need not each be separate repositories." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The recorded root analysis exit zero and the adapter implementation together establish historical execution through a newly created disposable Docker container. That is equivalent evidence permitted by the instrument. It supports the historical tested pipeline, not a new independent rerun or coverage of omitted quality_stats and every upstream computation." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The Docker adapter creates a container per call and removes it, but the labels run invokes Python directly without constructing an isolated environment. Partial is appropriate across those two execution mechanisms." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The conversion record explicitly runs exit 0 inside the loaded image and the analysis record exercises the archived environment. These are historical maintenance checks; the tool CI installs its own development dependencies and does not regularly reconstitute the paper image. Partial is a reasonable account of that limited coverage." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Image configuration/layer paths are part of the versioned research object, and the frozen inventory records their annex identities. Archival inclusion is distinct from whether this inspection package contains the bytes or whether remote retrieval works today." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The same executable build/save and subsequent recorded maintenance instance support this duplicated criterion. Its upstream-duplicate flag and parity with must/014 prevent treating the duplicate as independent evidence." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/README.docx" ], "explanation": "The raw-data declaration explicitly says unrestricted access, and Anderson documents released data while noting omitted copyrighted stimuli. No restricted component required by the declared paper computation was identified. N/A on an empty restricted-component subject is justified; it is not a claim that every external stimulus is redistributable." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Root and linked Git module declarations explicitly compose raw data, labels, software and evaluation inputs. This structural property holds independently of the separately reported unresolved source URL." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Root instructions explain the analysis/environment relationship, while the labels reproduction text does not describe its actual current code-module route. Partial is supported by this concrete documentation gap." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "Pinned Git module boundaries permit independent component version changes. The cited dependency drift and stale instructions demonstrate environment/actionability problems, but do not by themselves identify a defective modular boundary or an update crossing it. The partial judgment needs a specific coupling or incompatible module-update example.", "suggested_correction": "Identify which independent module update necessarily breaks the composed workflow and how the boundary causes it, or judge the existing pinned boundaries on their structural evidence without reusing documentation deficiencies as modularity evidence." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Gitlinks provide the composition mechanism, the container registration binds the environment, and the run record declares input/output relationships. All are directly discoverable from the root and sufficient for this mechanism-oriented item." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Root documentation and module paths provide useful navigation, but the linked README sends users to a superseded mechanism. Partial recognizes the navigation support without implying that the linked execution route is adequately explained." } ], "verdict": "needs_revision", "created_at": "2026-10-28T01:45:13.719639+00:00", "limitations": [ "Inspection only: no network calls, payload acquisition, scientific workflow execution, container builds, or live issue/CI checks. Missing binary/annex content is an evidence-package limitation, not an observed retrieval failure.", "Used only the assigned anonymized response, pinned native instrument and frozen evidence corpus. Material source claims were checked against root-linked files, metadata and cited historical commit records; historical exit values were not independently rerun.", "All Git reads used GIT_NO_LAZY_FETCH=1. One git-show read encountered an intentionally absent blob; its cited commit message was subsequently inspected successfully with cat-file without fetching.", "The original probe-output/report files were outside the authorized review input and were not inspected. Probe-related explanations were checked against available helper source and object evidence, not against an independent replay of the original probe invocation.", "The native pin check and response validator pass. All 31 native IDs are present: 17 MUST, 9 SHOULD and 5 MAY. Response counts are MUST 9 met/7 partial/1 not-checked, SHOULD 5 met/3 partial/1 not-applicable, MAY 2 met/3 partial. No aggregate assessment score is supplied; no hidden report denominator was audited.", "Adapter source is cited through its frozen relative locator and SHA256 because the supplied public source locator uses a release tag rather than an immutable commit. Discovery is root README version reference to the registered adapter.", "No actual runtime model identity was available as evidence; model_observed remains null. Agreement findings are independent review judgments, not human approval." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-stamped-impl-05-review-1", "assessment_id": "study-con-stamped-impl-05", "reviewer_id": "study-con-stamped-impl-05-review-1-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The root README identifies the study product, and the analysis resolves its inputs beneath data/ and remodnav/. The pinned Git links establish the common directory boundary. The separate defect in an ancillary acquisition locator belongs in must/002 and does not invalidate this structural finding." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Following root .gitmodules to data/raw_eyegaze exposes a nested src/lab-eyetracking URL that is a machine-local path. Direct inputs used by the recorded paper run are otherwise rooted and pinned. Partial appropriately distinguishes this concrete linked-source defect from unavailable payloads; no retrieval failure was demonstrated." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The Dockerfile and editable installation cover the root analysis and manuscript software. However, met is defined across the assessed object, which includes linked computational components. The labels module invokes host python directly and retains a Python 2.7/Condor route; the cited root image does not establish inclusion of those environments.", "suggested_correction": "Clarify that the positive applies only to the current root reproduction route, or use partial for the stated broader scope and cite the linked component dependencies. Do not infer that the legacy Condor route is what produced the current labels." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/ea818fd6af6ce5e10d71e738c3732a1b26b18f72" ], "explanation": "The committed trees and history establish Git tracking for code, manuscript text, configuration and gitlinks. Intentional omissions from this inspection package are not uncommitted source changes. The assessment correctly overrides a logistical working-tree artifact." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The frozen manifest includes git-annex symlink keys for image layers and linked raw/label payloads, and the raw-data README explicitly describes annex-based content acquisition. This establishes the storage/versioning mechanism without requiring possession of the bytes. The image manifest alone would not prove annex usage, but the supplied pointer metadata does." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1151", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/results_def.tex" ], "explanation": "The root run does name container/image and explicit inputs/outputs; the current results_def.tex blob also matches the run revision. But the linked labels are still current figure inputs: mk_event_duration_histograms reads their TSVs. Their last generating commit bdcde2f records bash code/compute_all.sh with inputs and outputs but no exact environment, and that script calls host python. These are not superseded historical results merely because the root now consumes them inside Docker. Thus the cited root evidence does not support met across the declared linked-component scope.", "suggested_correction": "Change to partial: retain credit for the root container provenance and identify the missing exact environment for the linked event-label computation. Keep the probe override explanation focused on current outputs rather than dismissing all old non-container records." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The README contains installation references and explicit numerical and manuscript commands. Its updated Docker route is distinguished from the old virtualenv route, so their coexistence is disclosed rather than a silent contradiction. There is no documented make changes target to require." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The tagged datalad rerun command is an identifiable starting point, and the separate containers-run manuscript command has a matching docker-make registration. The recorded command supplies the implementation behind the instructions; this supports a clear entry point without claiming that this review executed it." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "Root analysis paths are relative, while both linked submit scripts embed a fixed user working directory and a system Python executable. Partial is supported for the broader component boundary. The Windows prompt in the README and absolute paths internal to the container are not equivalent defects." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root computation dependencies are specified, but orchestration executes an external python/DataLad/Docker stack, and linked label computation also uses a host Python environment. Partial is defensible for incomplete environment coverage. Requiring every version to be pinned is a different question from whether dependencies are specified.", "suggested_correction": "Ground the short reason in the actual uncovered orchestration/linked environments, rather than treating lack of exact orchestration version pins by itself as the failure. Exact replication is addressed by must/015." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The adapter assumes callable Docker with suitable user permissions; the README lists installation prerequisites but not that permission configuration. The default python command is documented in the registration and the 2023 run message, so it is not wholly undisclosed. Partial remains supported by the remaining host setup gap.", "suggested_correction": "Acknowledge the Python override guidance in the run record; describe it as absent from the primary README, not absent everywhere. For the adapter, cite the frozen hashed file or a commit-pinned source instead of relying solely on a version-tag URL." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The updated README lists DataLad, its container extension, Docker compatibility and tested platforms; the Dockerfile enumerates analysis and manuscript dependencies. This provides the clear requirements list asked here, even though completeness of host configuration and linked environments has separate limitations." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The environment recipe, archived-image manifest and execution registration are part of the same committed object as the analysis code. This criterion asks whether specifications are version controlled; it does not establish that every linked computation has a complete specification." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef" ], "explanation": "History contains executable rebuild/save commands, an actual Dockerfile change after introduction, and a later image-format migration with input/output records. These are concrete update procedures plus tracked instances, satisfying the native declared-and-used rule. The duplicate flag is present and consistent with should/008." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The saved image carries fixed config/layer identities; the adapter hashes the saved config and runs that image ID. The internal remodnav:latest label therefore does not create a floating registry dependency. This supports the archived root environment pin, without claiming that rebuilding the unpinned Debian recipe yields identical bytes.", "suggested_correction": "Replace or supplement the adapter tag citation with a commit-pinned locator or the supplied SHA256-bound frozen source. Keep the separate linked-environment limitation in must/006 visible." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The frozen annex metadata records public content locations, and source specifications are present. Current acquisition and use of all image bytes cannot be verified under the explicit no-network/no-payload boundary. Not-checked is a defensible operational qualification and must not be converted into a failed download claim.", "suggested_correction": "Cite the frozen annex availability entries directly when asserting public locations; the current evidence list mainly cites the recipe and image history." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The README explains acquisition with DataLad, expected image download, numerical rerun and manuscript execution. Registration identifies the local archived image behind that route. This is sufficient documentation of how to obtain and use the environment, subject to the separate host-configuration caveat." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Following the explicit gitlinks gives Git histories for the root, raw inputs, labels, both REMoDNaV revisions and evaluation data. Annex is layered on that common Git mechanism. No different component version-control system was required by the inspected execution chain." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The linked software configures automated build/install/pytest checks, while the paper history records later repair and recomputation episodes. Those are useful but do not show a regularly executed test of the full documented paper route. Partial fairly separates component test configuration from full-workflow assurance; no CI success was observed here." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "Raw data and event labels are distinct subdatasets; software, container materials, script and figure directory are distinct components. The manuscript consumes separately generated results_def.tex. A dedicated directory for every single derivative is unnecessary to recognize this separation." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The 2023 record contains exit 0 for numerical computation through the Docker adapter, whose run command creates a new disposable container. This is historical execution evidence beyond a script definition. The native rule permits equivalent committed evidence, so inspection-only review does not automatically require not-checked. It does not prove that the current full pipeline was freshly rerun in this study." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The current root route clearly launches docker run --rm for each invocation. However, the linked label-generation workflow is a shell loop calling host python and its run record names no disposable environment. Met across the declared linked-computation scope is not established merely by the root registration.", "suggested_correction": "State precisely that the positive applies to the root reproduction workflow. If linked result generation remains in scope, use partial and distinguish its persistent host environment from the root disposable-container mechanism. Use a SHA256-bound or commit-pinned adapter citation." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "The historical numerical run exercises the analysis image, and the later conversion command loads the earlier image and runs exit 0 before saving it. The latter is a smoke check, not a new scientific run using the converted image. Neither supplies recurring full-environment reconstitution testing, so partial is justified." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Committed manifest entries and annex keys identify actual saved image artifacts, and the recorded build/save and conversion commands explain their origin. This is stronger archival evidence than a Docker registry name. Payload omission from this cohort does not mean the research object lacks archived artifacts." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef" ], "explanation": "The same executable update history that supports must/014 supports this identical checklist question. Both responses are met, use matching evidence and carry upstream-duplicate; there is no unexplained divergence between the duplicated judgments." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE" ], "explanation": "The inspected study inputs are presented as public, with the raw-data README explicitly stating unrestricted access. The machine-local acquisition URL is a discoverability problem, not evidence of an access-control policy. With no identified restricted component in this scope, the native empty-subject N/A ground is reasonable; license presence alone would not establish unrestricted access." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Root links and the nested evaluation/raw-input links establish actual submodule composition. This criterion asks whether modules are used, so the ancillary unresolved acquisition locator need not turn the structural answer into a negative." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The README and manuscript explain the broad source/input relationship, and gitmodule paths expose the component names. They do not explain interchangeable interfaces or a concrete recombination procedure. Partial gives appropriate credit for the existing orientation without treating a module listing as a recombination guide." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "Separate repository pins and path-based input interfaces allow components to be revised without editing their contents in the parent, while existing pins preserve the current composition. The assessment appropriately qualifies this with compatibility verification when pins change. This is a structural judgment, not evidence that arbitrary dependency upgrades remain compatible." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The gitlinks select code/data revisions; the container registration selects the image and dispatches the Makefile; the run record names the required input classes. Together these are an explicit composition mechanism rather than merely adjacent folders." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "A reader can enter through the clone/rerun instructions and use the declared DataLad/Git module paths to navigate dependencies, including the nested evaluation data. This supports navigation/tooling even though the higher bar of explaining recombination remains only partial under may/002." } ], "verdict": "needs_revision", "created_at": "2026-10-28T02:02:29.683798+00:00", "limitations": [ "Inspection-only review of the assigned anonymized response and frozen manifest cohort remodnav-e3c6253bced7. No other assessment, review, examples, source evaluation fixtures, or peer outputs were consulted.", "The manifest SHA256 and native checklist pin were verified. The native response validator passed all 31 responses; substantive findings were independently checked against source and history rather than inferred from validation.", "The input has 17 MUST, 9 SHOULD and 5 MAY responses. Its native counts are 12 MUST met, 4 partial and 1 not-checked; 6 SHOULD met, 2 partial and 1 not-applicable; 4 MAY met and 1 partial. No aggregate numeric score is supplied. Partial MUST responses cannot be counted as satisfied, and the unknown MUST must remain visible in the denominator.", "No network calls, payload acquisition, scientific workflow execution, container builds or fresh reruns were performed. Missing binary data, figure payloads and container layers are cohort omissions rather than observed retrieval failures. Current remote accessibility and scientific reproducibility remain unverified.", "GIT_NO_LAZY_FETCH=1 was set for every Git read. Several git show --stat operations could not resolve omitted historical blobs; frozen history text and available Git tree/object identities were used instead. No missing objects were fetched.", "Source discovery followed the root README and .gitmodules, then explicit nested gitlinks. The Docker adapter was reached via the root README tool/version reference and registered adapter invocation; its supplied frozen SHA256-bound locator is used because the assessment cites a mutable tag rather than an immutable commit.", "The principal unresolved scope issue is the treatment of explicitly linked label-generation computations: they are included for negative path findings but omitted from some object-wide positive environment claims. Root container execution and historical provenance are strongly supported; linked environment completeness is not.", "No original probe artifact or accompanying assessment report was inspected because only the assigned anonymized JSON was authorized. Probe override descriptions were evaluated from their stated rationale and source evidence; the native full probe sweep was not rerun on a reconstructed checkout.", "Agreement records independent evidential support, not human approval. Requested model identity is not observed runtime evidence; model_observed is null." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-stamped-impl-05-review-2", "assessment_id": "study-con-stamped-impl-05", "reviewer_id": "study-con-stamped-impl-05-review-2-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The root script consumes its Andersson, raw-gaze and label inputs below the study root, and the recorded image is also root-relative. The inaccessible ancillary acquisition gitlink is separately identified under must/002; it is not a hidden external input of the numerical command." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Following root -> raw_eyegaze reveals the machine-local src/lab-eyetracking URL. Direct numerical inputs instead use the public dataset paths listed in the run record. Partial correctly distinguishes this concrete linked-boundary defect from untested annex retrieval." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The Docker recipe includes the scientific and manuscript packages, and Docker-Makefile installs the pinned REMoDNaV checkout. This supports the stated analysis/manuscript software finding; it should not be read as a claim that the historical label environment is archived." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes" ], "explanation": "Read-only Git tree inspection confirms code, README, TeX and configuration blobs at the named revision. Evidence-package omissions do not establish an uncommitted source defect." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#nodes" ], "explanation": "The manifest inventory contains annex symlinks with content keys for large image layers and linked dataset content. That establishes large-content versioning even though no payload was acquired." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The root numerical run does bind container/image to img and results_def.tex; I independently confirmed the current results_def.tex blob matches that run. However, root -> linked labels -> bdcde2ff is the producing record for a currently consumed label TSV and executes host Python via compute_all.sh without an exact environment. Those labels remain current inputs, unlike superseded root runs. The broad linked-computational-component scope is therefore not fully met.", "suggested_correction": "Use partial for the assigned scope, retaining full credit for the root container run and naming the missing label-generation environment. Apply the same component boundary used for must/002 and must/009." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root README is concrete and distinguishes old and current routes. But the linked label README instructs condor_submit on code/preprocess_eyegaze_recordings.submit and code/detect_events.submit and names Python scripts absent from its committed code tree. Its actual current label record instead invokes compute_all.sh. This is a documented-route/mechanism conflict under native verdict rule 10, missed while giving all-scope met.", "suggested_correction": "Use partial for the linked-component scope and explicitly identify the stale label README; keep the root instructions as a strength." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root tagged rerun and manuscript command are clear starting points. For the included label computation, the documented starting commands reference absent submit files and do not identify the recorded compute_all.sh route. A source script discovered in Git does not repair that documentation mismatch.", "suggested_correction": "Use partial, distinguishing the clear root starting point from the missing accurate starting point for regeneration of linked labels." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The inspected current analysis uses relative data/img paths. Both linked Condor generators embed a personal working directory and an absolute Python 2.7 interpreter. Partial is supported, and container-internal cleanup paths are correctly excluded from the host-path defect." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The scientific stack is specified in the image recipe, while orchestration still depends on separately installed DataLad, its extension, Docker and a host Python command. Partial is justified by that uncovered host layer. Lack of pinning alone should not be substituted for this item's dependency-inclusion question." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README tool/version -> .datalad/config adapter)", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The README names platforms and tool versions, but the adapter explicitly assumes Docker is on PATH and usable by the invoking non-root user. The Python substitution is documented in config and the historical run message, so it is not wholly undocumented; the missing reader-facing host setup still supports partial." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The root route has an explicit prerequisites list plus a recipe enumerating analysis and PDF-rendering dependencies. This item asks for a clear list, which is distinct from locking or bundling the host environment." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The named environment recipe, registration and image manifest are tracked alongside the source. That existence/version-control property is directly supported and does not establish complete historical coverage by itself." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef" ], "explanation": "The history contains executable rebuild/save instructions, a later tracked Dockerfile configuration change, and an executed image-format migration with declared input/output. These are stronger than an introductory file commit alone. The duplicate flag matches the required treatment of should/008." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README tool/version -> .datalad/config adapter)", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The exact-image reasoning is sound: the adapter hashes the saved config and executes its image ID, so the stored latest label is not a floating registry reference. What remains unsupported is extending this root-image result to the explicitly included label-generation computation, whose producing record has no exact environment.", "suggested_correction": "State the component coverage explicitly; for the assigned broad scope, use partial unless an exact label-generation environment can be cited within the frozen evidence." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#auxiliary_availability_metadata" ], "explanation": "Publicly addressed source and frozen annex web-location logs establish a publication mechanism. They cannot establish present access to complete archived image bytes under the cohort restrictions. The not-checked status preserves this uncertainty without asserting an observed retrieval failure." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root README explains acquisition and use of its archived environment. The linked label README provides neither a matching recorded execution route nor instructions for obtaining its historical environment. The met rationale is supported for the root but leaves the wider declared computational scope unresolved.", "suggested_correction": "Either document a justified consistent component boundary or report partial for environment-use documentation across the assigned scope; do not silently exclude label regeneration only on positive items." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "data/remodnav-evidence.json#discovery_graph" ], "explanation": "Root gitlinks and the followed child gitlinks all identify Git revisions, with annex used for larger payloads. Different pinned REMoDNaV revisions do not constitute different version-control systems." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The linked tool has a concrete pytest CI configuration; root history documents compatibility repair and an executed numerical run, but the root inventory has no recurring full-study test configuration. Partial appropriately limits the claim. The CI file alone is not proof of successful CI runs, and the stale label instructions further support incomplete instruction coverage." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "Raw data, label derivatives and software have distinct gitlinks; analysis code, archived image and figures have distinct locations. main.tex consumes a separately tracked results_def.tex. The native criterion does not require every directory to become its own repository." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README tool/version -> .datalad/config adapter)" ], "explanation": "The 2023 run record includes exit 0 for the numerical pipeline, and the referenced adapter creates a new Docker container. This is genuine committed execution evidence rather than just a script definition. It supports a historical fresh-container test, not a new test of the current OCI archive or all manuscript stages." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README tool/version -> .datalad/config adapter)", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root Docker command creates a disposable container and temporary HOME. The included label-producing record instead runs a Bash loop calling host Python, with no per-run disposable environment mechanism. Therefore the across-object met status applies the scope differently from the linked-component path finding.", "suggested_correction": "Use partial: root numerical/manuscript invocations are disposable; the recorded label-generation route is not shown to be isolated per execution." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "The archive was used for numerical results and the conversion command records a successful old-image smoke invocation. It does not rerun science in the converted archive, and the tool CI installs its own dependencies. Partial fairly credits intermittent evidence while withholding regular exact-environment verification." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "data/remodnav-evidence.json#nodes/0/absent_payloads" ], "explanation": "Saved config/layer identities and annex pointers show that an actual image artifact was archived as part of the object. The cohort's deliberate absence of layer bytes is not evidence that the source object lacked the archive." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef" ], "explanation": "This repeats must/014 exactly in the pinned checklist. Its same status, rebuild/migration evidence and upstream-duplicate flag are internally consistent; it must not be presented as an independent maintenance achievement." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The raw input declares unrestricted access without registration, and no access-restricted component is identified in the inspected discovery chain. A local-only acquisition URL does not itself prove an authorization restriction. The empty-subject N/A treatment is consistent with the method." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Direct data/software gitlinks and nested Andersson/studyforrest links are explicit. This inclusion property can be met even when a separate reachability item has a defect." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The README and manuscript explain the overall study/input relationship, while .gitmodules provides the paths. They do not explain how to recombine or replace the modules. Partial is supported without requiring a particular diagram format." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Independent gitlinks and TSV input interfaces provide meaningful update boundaries, including a separately pinned label-generation REMoDNaV. This supports the structural judgment. It does not prove arbitrary upgrades preserve compatibility; the assessment appropriately retains that qualification." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Pinned subdataset composition, a named registered environment and Makefile dispatch together provide a concrete mechanism for combining the root components. The archived execution record shows this is more than a prose proposal." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "DataLad acquisition instructions and explicit module paths provide navigation tooling and basic component discovery. The stale label README identified above limits detailed regeneration guidance but does not erase this tooling-based navigation support." } ], "verdict": "needs_revision", "created_at": "2026-10-28T02:08:49.247442+00:00", "limitations": [ "Inspection-only review of frozen manifest remodnav-e3c6253bced7 (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499). Discovery followed the root README, gitlinks, referenced adapter and relevant committed history; no network, payload acquisition, scientific execution or container build occurred.", "Binary figures, annex payloads and container layers are deliberately absent. Numerical correctness, rendered manuscript fidelity and current remote availability were not established. Historical exit codes are source records, not executions observed by this reviewer.", "The assigned JSON passes the native 31-item validator and the checklist pin hash check. Its statuses total MUST 12 met, 4 partial, 1 not-checked (17); SHOULD 6 met, 2 partial, 1 not-applicable (9); MAY 4 met, 1 partial (5). No numeric aggregate score exists in this input, and no denominator is omitted. Revised statuses would require revised counts.", "Only the assigned anonymized native assessment was reviewed. Separate original probe output and narrative report were not supplied within the permitted review input; their execution details and report formatting were not independently certified. Source citations and selected Git histories were checked directly instead.", "The main disagreements concern the stated inclusion of linked computational components. Consuming versioned labels is a valid modular design, but the assessment includes linked-label implementation defects in negative findings while treating the root container as sufficient for whole-scope positive findings. A narrower future scope would need to be stated and applied consistently.", "The external Docker adapter is frozen by its supplied SHA256; its public locator uses a release tag rather than a Git commit. Findings cite the frozen evidence locator to avoid presenting that tag as an immutable commit.", "Agreement with individual judgments is not human approval. No actual runtime model identity was observed." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-stamped-impl-05-review-3", "assessment_id": "study-con-stamped-impl-05", "reviewer_id": "study-con-stamped-impl-05-review-3-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The root composes the manuscript, analysis, archived image and three pinned input/software modules. The analysis reads the Andersson MAT files through the REMoDNaV submodule and studyforrest files beneath data/. This supports a common structural root; the nested acquisition locator defect is correctly distinguished under must/002." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Following root .gitmodules to data/raw_eyegaze exposes a genuinely machine-local src/lab-eyetracking locator. The recorded final analysis instead requests published BIDS eyegaze paths and label TSVs. Partial is proportionate to this nested defect and does not claim the final rerun needs that acquisition module. Public locators do not establish present payload access." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The Docker recipe supplies numerical, plotting and TeX tools, while the executable recipe installs the Git-pinned REMoDNaV package. Its declared runtime dependencies match packages named by the Docker recipe. This is concrete inclusion/linkage evidence; it is not proof that the omitted image has been executed in this review." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/ea818fd6af6ce5e10d71e738c3732a1b26b18f72" ], "explanation": "The committed tree contains code, text and configuration as Git blobs, with Git links for component versions. Treating an intentionally incomplete inspection checkout as a dirty scientific object would answer a different question. The override and mapping-questioned flag are justified." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#nodes/0/absent_payloads" ], "explanation": "The frozen root inventory identifies the approximately 1.75 GB image layer as an annex-key symlink, and the raw-data README explicitly describes annex retrieval. This supports large-content tracking independently of whether its bytes are available. The manifest.json citation alone would not prove annex use; the pointer inventory supplies that missing link." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The root record genuinely binds its final numerical/figure computation to container/image, and results_def.tex retains the same blob. However, the stated scope includes linked computational components. The figure code consumes event-label TSVs whose generating record bdcde2f runs bash code/compute_all.sh; that script invokes host python with PYTHONPATH, and the linked package only lists unfrozen dependencies. Neither that run record nor its dataset registration identifies the exact environment. The final Docker run consumes these results; it does not regenerate them. Dismissing all older non-container records therefore misses an active provenance dependency.", "suggested_correction": "Change met to partial for the declared scope, preserve the positive root-container evidence, and add the event-label generating record as the specific uncovered environment link." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The updated README provides installation links and explicit clone, rerun and manuscript commands. The old virtualenv route is clearly labeled old, so its coexistence is not the silent disagreement prohibited by the native rules. There is no documented make changes target to require." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The results-containerized rerun command and docker-make manuscript invocation each resolve to concrete tracked mechanisms. The recorded command uses Docker-Makefile clean results_def.tex with explicit data inputs. These are clear starting points even though operational success cannot be checked in this cohort." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The legacy preprocessing script is present at the pinned labels revision and embeds a specific home directory and Python executable. The main analysis uses root-relative paths, while Docker cleanup paths are internal to its filesystem. Partial accurately distinguishes a real linked-script portability defect from harmless container paths." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The main computation has an explicit package recipe, but host orchestration remains installed separately and the linked label-generation script also calls host Python without an environment specification. Partial is supported. Absence of exact host version pins alone should not be confused with dependency omission, since exact reproducibility is a separate question." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The adapter requires Docker to be usable directly by the current user, a configuration assumption not explained in the root README, so partial is supported. The Python-name criticism is too broad: .datalad/config explains the default and override, and the recorded computation also discusses local Python selection. That is relevant documentation even though it is less discoverable than README guidance.", "suggested_correction": "Retain partial, but base it on the undocumented Docker-access configuration and improve discoverability of the already documented Python substitution instead of calling that substitution wholly undocumented." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The updated README lists the orchestration tools, tested versions and Docker format compatibility; the Dockerfile lists system and Python packages. This satisfies the existence of a clear requirements list. It need not be mistaken for a complete frozen specification, already distinguished under must/010 and must/015." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The recipe, image manifest and container execution registration are committed next to the analysis and manuscript. The criterion asks whether specifications are version-controlled, and these are direct examples at the assessed commit." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef" ], "explanation": "The history records executable Docker build/save and image-conversion commands rather than a mere promise to update dependencies. It also records a Dockerfile change after introduction and a later archive-format update. This clears the native process-plus-tracked-instance bar; the upstream-duplicate flag is appropriate. The OCI conversion is a format update, not evidence of a changed scientific package set." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "For the documented final reproduction environment, the saved manifest, annex identities and adapter config hashing provide a stable image identity. The adapter executes the loaded SHA256 image ID, so the saved remodnav:latest label does not by itself float the environment. The Dockerfile alone would be weaker because its base and apt packages are not fully frozen. This positive concerns the archived final environment; the linked label-generation environment gap remains a separate must/006 finding." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/annex-metadata/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web#revision=0cc48aa1605a41f1c512561a6427a93a65ebebfe" ], "explanation": "The frozen annex metadata records a nonlocal public image-blob URL, and recipe/manifests are present, but no current access check is permitted. Given the native requirement to verify publication/access rather than infer it from configuration, not-checked is defensible. The package omission is not evidence of a broken remote.", "suggested_correction": "Keep the uncertainty, and cite the frozen annex location log directly for the claim that public payload locations are recorded." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The documented clone and rerun flow explains automatic image/data acquisition, expected transfer sizes, the signed result state and manuscript command. The named environment exists in the registration. These instructions support met without implying that the reviewer fetched or ran it." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "Following the explicitly linked subdatasets reveals Git version identities for software, raw data, derived labels and evaluation data. Git-annex extends that same versioned composition for large content, rather than introducing a competing untracked state system." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The linked software has a real CI workflow definition that installs and tests the package, while root history records compatibility work and a successful analysis record. Neither constitutes a recurring test of the entire documented paper route. Partial preserves these positives without inventing an observed CI pass or full-study test schedule." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Raw inputs and derived event labels are separate subdatasets, REMoDNaV is separately pinned, and the environment and figure outputs occupy distinct locations. main.tex consumes the separate results_def.tex file. This is substantive modular separation even though not every file category has its own repository." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "The study describes public datasets, the raw release explicitly declares unrestricted access, and the inspected software/input sources are public. No known restricted component supplies a subject for this question. A local acquisition path or missing payload is not evidence of access controls, so the native empty-subject N/A ground is appropriate." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The recorded successful root analysis invokes the Docker adapter, whose run implementation creates a container with docker run --rm. Native rules accept equivalent committed evidence, so a new reviewer-executed rerun is not required for this historical testing claim. This does not establish present reproducibility or repeated testing." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The final paper workflow does spawn disposable Docker instances, but the linked label-generation workflow in scope runs the subject/run loop directly under host Python. Its executable script provides no per-execution container, virtual environment or batch allocation; the existing record invokes that script directly. The assessment applies linked-component defects to must/009 but silently narrows this positive to the root container.", "suggested_correction": "Change met to partial for the declared scope: credit the final paper Docker executions and state that disposable execution is not provided by the linked label-generation workflow. Do not infer that an unrecorded external isolation mechanism existed." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "The 2023 computation and 2025 conversion smoke command show real historical use of the archived environment. The linked Travis job installs its own dependencies and does not restore that image; the root tree carries no regular reconstitution test. Partial appropriately separates occasional recorded checks from regular exact-environment testing." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "data/remodnav-evidence.json#nodes/0/absent_payloads" ], "explanation": "The research object tracks image manifests and annex-key identities for the actual archived layers, with build/save and conversion records. An intentionally payload-free review package does not negate this archival design. Present retrievability remains unresolved under must/016." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef" ], "explanation": "This duplicates must/014 verbatim. The same executable build/conversion procedures and tracked specification changes support the same verdict; both responses explicitly flag the duplication rather than presenting it as independent evidence." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The three direct Git links and recursively declared evaluation/raw-input links concretely implement external modules. The defective ancillary acquisition locator does not erase this structural modularity, and is already identified in the reachability criterion." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The README explains the self-contained object and execution route, the manuscript names input sources, and .gitmodules exposes the component locations. These provide some structural explanation, but no user-facing account of component interfaces or recombination. Partial is better supported than either complete absence or full documentation." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "Independent Git links and TSV/MAT file interfaces allow components to be updated separately while the parent retains a compatible selection. This supports the structural reading of the criterion. The analysis also imports REMoDNaV test utilities and classifier APIs, so met must not be presented as a guarantee that arbitrary new dependency versions remain compatible; the assessment correctly retains that caveat." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The composition is concrete: parent Git links select component revisions, DataLad inputs identify required data, and the registered image runs a Makefile that installs the linked package and produces study outputs. These mechanisms are stronger evidence than directory naming alone." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The README provides a working conceptual entry to DataLad acquisition and execution, while the Git module declarations expose named component paths and sources. This satisfies the alternative of tooling for navigating the structure despite the limited explanatory guide noted in may/002." } ], "verdict": "needs_revision", "created_at": "2026-10-28T02:17:09.700204+00:00", "limitations": [ "Inspection-only review of frozen cohort remodnav-e3c6253bced7. The manifest SHA256 matched e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. Discovery followed root module links and the README/registration link to the supplied Docker adapter.", "No network calls, scientific execution, container builds, payload acquisition or fresh rerun. Missing annex data, image layers and other binary payloads are package limitations, not observed retrieval failures. Present image/data access and numerical reproducibility remain unverified.", "All Git reads used GIT_NO_LAZY_FETCH=1. Some Git show operations required absent blobs and failed locally with lazy fetching disabled; supplied frozen history text and available tree metadata were used instead. Linked repository HEADs differ from their frozen pins; material conclusions use the declared revisions and ancestry checks, not those moving HEADs.", "The original per-probe output and human report were not part of the permitted anonymized input, so their exact flags, raw probe results, report totals and narrative could not be independently audited. No other assessment or review was consulted. The native validator accepted all 31 input responses and the checklist hash check passed; these structural checks were not used as evidence that judgments are correct.", "The supplied response has 17 MUST items (12 met, 4 partial, 1 not-checked), 9 SHOULD items (6 met, 2 partial, 1 not-applicable), and 5 MAY items (4 met, 1 partial). No numerical aggregate is supplied to audit. Partial MUST items remain unsatisfied; the unknown remains visible in the denominator. Counts describe the input, not a numerical review score.", "The findings address the 31 native criteria. Extra non-checklist entries were not exhaustively reviewed. Agreement is an independent evidence judgment and is not human approval. Requested model identity is recorded as requested; observed runtime model identity was not established." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/009", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-stamped-impl-06-review-1", "assessment_id": "study-con-stamped-impl-06", "reviewer_id": "study-con-stamped-impl-06-review-1-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "The root composes the three immediate inputs/software repositories and contains the manuscript, statistics interface, figures and image archive. Makefile and main.tex use that hierarchy. The upstream acquisition locator is a separate reachability qualification; the selected statistical inputs are nested beneath the root." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Following root → data/raw_eyegaze reveals a nested src/lab-eyetracking gitlink whose URL is a host-local path. This is an actual locator defect within the explicitly linked graph, while the selected TSV inputs are already in the phase2 dataset. Partial is defensible for that broader graph, without claiming that the selected paper input retrieval failed." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The paper computation installs its external Python/rendering packages inside the image and installs REMoDNaV from the tracked software module. The linked older package also declares its runtime libraries. This supports software inclusion; the failure to freeze the historic label environment belongs to the more specific environment criteria." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "An independent frozen-tree read confirms ordinary Git blobs for code, manuscript and configuration and gitlinks for components. Deliberately omitted evidence-package files do not show untracked author work. The assessment correctly rejects the dirty-checkout heuristic for this committed-state question." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The root tree has six image-archive symlinks; frozen metadata identifies annex keys for them, including the large layer. The phase2 README explains the Git metadata/git-annex payload split. These are concrete uses of large-content version control; they do not establish current payload availability." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/commit/5cf0219a71b986c3de3f8b677b7f045f86d4ac1d" ], "explanation": "The result record binds container/image as an extra input. In contrast, the label record runs compute_all.sh without an environment identity; a sampled shipped event TSV last changed in that record. I also independently traced velhist.svg to the ordinary 2020 commit and verified its generating function is omitted from main. Partial captures specific remaining provenance gaps." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root has substantial installation/usage instructions, but its all-results promise exceeds the command dispatch. The native entry-point probe reproduces its false match on the prose phrase make changes. An additional real gap is root → labels → README: it still instructs Condor submission of old preprocessing/detection files absent from the frozen tree, whereas the recorded computation uses compute_all.sh.", "suggested_correction": "Keep partial and add the stale linked label instructions as a concrete second documentation failure; do not cite the make-changes regex hit as a defect." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The main starting command is identifiable, yet its -s -f -r -m dispatch never calls quality_stats although main.tex uses velhist.pdf. The label module also offers a README route inconsistent with its recorded Bash route. The root does have an entry point, so partial is more accurate than absent/unmet." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The container cleanup paths and in-container mount are not host-path defects. Partial is independently supported more directly by the linked label submit generators, which hardcode a personal working directory and a system Python executable. The limited native path probe confirms both submit-script hits. The assessment missed these scripts and relied only on the upstream module URL.", "suggested_correction": "Keep partial, but cite the two label submit generators as executable path assumptions and distinguish them from the currently recorded compute_all.sh route." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The image recipe covers the paper analysis stack. The label loop instead uses ambient python and PYTHONPATH, and its package declaration does not define the interpreter/system environment for the shipped labels. This establishes a component-specific gap rather than a claim that no dependency specification exists anywhere." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "Partial is supported for the whole linked object: the label submission route embeds a machine-specific directory, Python 2.7 and inherited environment; the root documents substantially more of its Docker route. The adapter does expose PATH/account assumptions, but external installation pages were not frozen, so their failure to explain Docker permissions cannot be established here.", "suggested_correction": "Prefer the concrete linked-script host assumptions as the principal evidence. Qualify the Docker-permission claim as a local-documentation gap, since the linked installation guidance was not inspected." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The met rationale assesses only the root requirements despite including linked label production elsewhere. The label README advertises a Condor pipeline with preprocessing/detection programs that are absent at this revision; its surviving submit generators additionally assume Python 2.7 and an inherited host environment. There is no coherent requirements account for that documented route. Native step 4 explicitly treats documented requirements without a corresponding mechanism as a must/012 issue.", "suggested_correction": "Change to partial for the declared whole-study scope: the paper route has a clear requirements list, while the linked label route is stale and underspecified. Name the absent programs rather than implying the root Docker recipe is incomplete." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The frozen root tree tracks the recipe, invocation configuration and archive manifests alongside study code and manuscript inputs. This item asks whether environment specifications are versioned, not whether every historical environment was fully specified." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef" ], "explanation": "The evidence exceeds initial file creation: history gives runnable build/save commands, a recipe change and a later recorded archive-format update responding to Docker compatibility. Under the instrument’s command-level definition of a declared process, this is a tracked maintenance process with instances. The duplicate flag is correct." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/commit/5cf0219a71b986c3de3f8b677b7f045f86d4ac1d" ], "explanation": "The latest-tag override is correct: the adapter selects the archived config hash, not an unpinned registry lookup. However, met requires the property across the assessed object. The same assessment establishes no exact environment for the shipped labels or the independently generated velocity figure. An exact root image does not recover those environments.", "suggested_correction": "Change to partial for the whole-study scope, preserving the strong positive finding that the modern root result environment is content-identified. Do not reinstate the floating-latest false positive." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/0f4/8f8/MD5E-s3157--1f4b39fc68a27891a2dba5356c884dbb.log.web" ], "explanation": "The stated reason for partial is that payload access was not tested. No inaccessible specification or failed distribution mechanism is established. The recipe and manifests are shared in the frozen public source, and the location log supplies a public payload locator. An unperformed access check is uncertainty, not a demonstrated partial failure under the native verdict rules.", "suggested_correction": "Use met for sharing the inspected specifications and state separately that current payload retrieval was not checked. If treating successful payload access as essential to the item, use not-checked for that unresolved claim; do not encode the inspection prohibition as partial." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The environment acquisition commands are useful, but full credit conflicts with the instrument’s explicit rule that documentation/mechanism disagreement caps must/017 at partial. The assessment already proves that the promised complete container reproduction omits quality_stats. The linked label README additionally points at removed programs instead of its actual recorded generation route.", "suggested_correction": "Change to partial under native rule 10, retaining credit for the detailed modern setup instructions and identifying the precise coverage and linked-documentation gaps." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "Following the root links shows Git identities at each component boundary, with git-annex carrying large dataset/image bytes. These complementary layers belong to the common Git/DataLad versioning mechanism; no competing component version-control system is required by the inspected workflow." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "Recorded paper recomputation and compatibility work provide real historical test evidence, while REMoDNaV defines component tests. The root inventory has no full-paper CI, and the documented coverage gap plus stale label README show instructions are not comprehensively checked. Partial is justified; a test definition alone would not prove a passing test." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2" ], "explanation": "The module graph separates raw observations, derived labels and reusable software; code, image archive and manuscript assets have their own paths. The generated TeX interface at the root does not undo that functional separation. This judgment does not require a recursive execution-time immutability check." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md" ], "explanation": "The input dataset explicitly declares unrestricted access; the inspected software/publication components disclose public licensing rather than an access-controlled dependency. No restricted component is identified, so the native empty-subject rule supports not-applicable. The broken local acquisition locator is not itself evidence of restricted access." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The 2023 recorded run plus the adapter’s docker run --rm implementation establishes fresh-container execution for the modern paper command, without needing a new rerun. It does not establish fresh testing of the linked label production or the omitted velocity computation. Full-object met is consequently broader than the demonstrated coverage, although the root positive is sound.", "suggested_correction": "State exactly which computational portion received the fresh-container test. For the existing whole-study scope, use partial with the linked/omitted components explicitly unverified, or supply committed equivalent fresh-test evidence for them." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The modern adapter creates a new container and removes it after exit, while the recorded label computation invokes host Python directly. The working-directory bind mount preserves products without turning the container into a reused environment. Partial appropriately reflects the two execution mechanisms." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "The build/result records and later load-run-save conversion are identifiable environment checks at distinct times. The conversion executes only exit 0, and component CI installs development dependencies instead of the paper archive. Partial gives credit for historical checks without claiming regular reconstitution testing of the exact complete result environment." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The object archives an executable image representation, not merely a rebuild recipe. The build/save and conversion records explain the archive’s origin and evolution. Frozen annex identities support this structural archival claim even though the review cannot inspect or retrieve the layer bytes." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "This repeats must/014 verbatim, and the assessment correctly repeats its maintenance evidence and flags the duplication. The later compatibility conversion supplies an actual update instance, so the declared-but-never-run exception does not apply." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The source contains explicit Git submodule declarations for the immediate and nested external datasets/software. The root tree independently supplies their pinned gitlinks. Linkage is established regardless of the separate question of whether each URL currently serves bytes." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The root instructions and build rules explain much of the composition, but the linked label README describes obsolete processing and does not explain how its software revision relates to the root analysis revision. Partial is warranted by the actual documentation gap; a particular diagram format is not required." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e" ], "explanation": "Independent gitlinks support independent version updates. Fixed paths, a TSV schema and two deliberately separate software revisions are interfaces, not evidence that an update breaks the overall workflow. The cited absence of compatibility checks leaves update safety uncertain but does not identify a concrete violated modular boundary. The assessment’s negative inference is stronger than its evidence.", "suggested_correction": "Identify a demonstrated incompatible update or tight coupling that forces unrelated modules to change. Without that evidence, describe structural independence as established and update compatibility as not-checked rather than asserting partial from ordinary interfaces alone." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Pinned module membership, the registered image invocation and Make dependencies provide explicit composition mechanisms. The result record joins concrete input paths to figure/statistics outputs. Incomplete reproduction coverage does not imply that composition tooling is absent." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The reader has both human instructions and machine-readable navigation/build tools. These satisfy the item’s documentation-or-tooling wording even though detailed recombination documentation remains incomplete under may/002." } ], "verdict": "needs_revision", "created_at": "2026-10-28T02:32:37.844365+00:00", "limitations": [ "Inspection-only review of the frozen manifest e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. Source discovery followed the root README/.gitmodules and their explicit linked component paths; cache presence was not treated as discoverability.", "No scientific workflow execution, builds, payload acquisition or network calls were performed. Binary figures, scientific input payloads and container layers are intentionally absent; their current retrieval and numerical correctness remain unverified.", "All Git reads used GIT_NO_LAZY_FETCH=1. One attempted historical diff-stat read was blocked by a missing promised blob; no fetch occurred. Current inventories, downloaded history and successful read-only path-history queries supplied the conclusions instead.", "The native pin check and response validator passed. Read-only entry-point/path probes were repeated on manifest-listed downloaded source files, using the manifest as their tracked-path inventory; these were limited source probes, not an installed recursive checkout audit.", "All 31 native responses were inspected. The input contains 17 MUST responses (9 met, 8 partial), 9 SHOULD responses (5 met, 3 partial, 1 not-applicable) and 5 MAY responses (3 met, 2 partial). There is no numeric score or reported denominator field in the assigned JSON to audit further; no companion assessment report or other assessment/review was read.", "Live issue/PR bodies, external installation pages and CI service outcomes were not available within the frozen boundary. A committed CI definition was treated as a definition, not observed successful execution.", "Agreement is a reviewer judgment under the assigned instrument, not human approval. Actual model identity was not observed." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/009", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-stamped-impl-06-review-2", "assessment_id": "study-con-stamped-impl-06", "reviewer_id": "study-con-stamped-impl-06-review-2-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "The tracked root contains the manuscript interface, figures, code and container paths, and Git tree entries pin all three immediate modules. This supports the structural common-root judgment; it does not establish recursive retrievability, which the assessment appropriately treats separately." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Following root → data/raw_eyegaze exposes a machine-local src/lab-eyetracking URL. The analysis instead selects the distributed eye-gaze files already inside that dataset. Partial fairly distinguishes a defective lineage link from the selected inputs; it must not be presented as an observed failure to retrieve those inputs." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The root recipe installs the analysis/rendering libraries and Docker-Makefile installs the pinned REMoDNaV module. The older label code is also linked and declares its Python dependencies in setup.py. Software inclusion is supported independently of the exact historical environment gaps discussed under must/006 and must/010." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The frozen inventory records Git blobs for code, text, configuration and manuscript sources, plus content-addressed module commits. Omitted SVG/style payloads are explicitly inventory omissions, so treating a logistical checkout deletion as an author version-control defect would be wrong. The override and mapping warning are appropriate." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/.gitattributes", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The manifest inventories six annex symlink targets, including the large container layer; the raw-data README explains the Git identity/git-annex content split. This establishes the large-content tracking mechanism without implying that the review obtained or verified the underlying bytes." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/commit/5cf0219a71b986c3de3f8b677b7f045f86d4ac1d" ], "explanation": "The root result record has exit 0 and container/image as an extra input. I independently traced a shipped label TSV to the ambient-Python run and velhist.svg to the ordinary 5cf0219 commit. Neither has an exact environment attached. The partial judgment rests on real provenance gaps, not merely on hand-drawn SVGs lacking run records." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e/code" ], "explanation": "The modern README provides concrete launch commands, but its all-figures claim exceeds the CLI: quality_stats is not called. There is an additional undisclosed mismatch in root → label dataset: README directs Condor preprocessing/detection commands whose referenced scripts are absent, whereas the recorded route is compute_all.sh.", "suggested_correction": "Keep partial and add the stale linked README as a distinct documented-route defect; identify the missing scripts and the actual recorded entry point." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The results-containerized tag resolves to the cited run. Its Make target invokes -s -f -r -m, whose CLI branches never call quality_stats. The manuscript uses velhist.pdf, rendered from the pre-existing SVG. A clear entry point therefore exists but does not regenerate all claimed computational outputs." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "Partial is defensible, but the strongest missed evidence is in executable scripts: both linked label submit wrappers embed an author-specific initialdir and a fixed Python 2.7 executable. The cited raw-data module URL concerns linkage rather than paths used in scripts. Container-local paths are correctly not treated as host leaks.", "suggested_correction": "Retain partial using the two submit-wrapper citations. Identify them as legacy linked components; do not imply that the modern root rerun executes those wrappers." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root image supplies a concrete environment, while the label record runs bash and ambient python with PYTHONPATH. The linked setup.py declares four libraries but does not describe the interpreter/system environment used for these shipped labels. Partial captures this component-specific shortfall without treating every unpinned package as an absent dependency." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The README specifies tested platforms and launch-tool versions; the registration explains its mount and HOME conventions. The adapter explicitly assumes a usable non-root Docker command, and the linked submission wrapper embeds host-specific working-directory/interpreter state. Thus whole-object host assumptions are incompletely documented.", "suggested_correction": "Add the linked submission-wrapper evidence, which makes the host-assumption shortfall concrete beyond the upstream adapter FIXME. The adapter is discovered through README Containers 1.2.3 and the registration, not cache presence." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The root requirements list is good, but the met judgment silently narrows the declared scope. The included label-generation component documents a different Condor workflow with missing scripts and no coherent installation/requirements list for the actual recorded compute_all.sh route. Listing REMoDNaV libraries does not resolve that documented-route mismatch.", "suggested_correction": "Use partial for the stated scope, distinguishing clear root/container requirements from the incomplete and stale linked label workflow requirements." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The cited files are tracked at the assessed revision and sit beside code, data gitlinks and manuscript sources. This item asks whether environment specifications are version-controlled; the lack of exact historical label-environment coverage belongs in the completeness/pinning findings rather than negating the existence of these tracked specifications." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The history contains runnable build/save instructions and an executed build record, followed by a separate executed archive-conversion update. This is more than a newly introduced specification or a vague maintenance promise. Under the instrument allowance for executable declarations in history, met is supported, and the upstream-duplicate flag is required.", "suggested_correction": "Make clear that the concrete process is recorded in commit history. A separate dependency-maintenance policy is not established by these citations." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The correction of the latest-tag heuristic is sound: the adapter selects the archived image by config hash. However, whole-object met conflicts with the assessment’s own established absence of an exact environment for the included label generation and velocity figure. The archive permits exact-environment attempts for the modern root run, not all result-generating components in the declared scope.", "suggested_correction": "Use partial, preserving the content-addressed-image strength and naming the historical result environments that are not pinned. Do not revert to the false claim that the runtime pulls a floating registry tag." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/0f4/8f8/MD5E-s3157--1f4b39fc68a27891a2dba5356c884dbb.log.web", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Public recipe/metadata and recorded annex locations are affirmative sharing evidence. The only stated shortfall is that present payload access was not tested; that is an inspection limitation, not evidence that sharing is violated. Although the native probe itself emits partial for an untested remote, this conflicts with the normative not-checked versus partial distinction.", "suggested_correction": "For the assessment’s interpretation requiring current image availability, use not-checked and state what access test would settle it. If judging only publication of the textual specification, use met with an explicit narrower interpretation. Do not count an unperformed access test as a known partial failure." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root environment acquisition instructions are usable, but rule 10 explicitly includes must/017 among A.1 items capped at partial when the documented route and mechanism silently disagree. The assessment already establishes this conflict for must/007 and must/008. The linked label README also lacks instructions for the actual recorded environment/route.", "suggested_correction": "Use partial and retain the positive root acquisition details. Explain the all-results promise and linked-label documentation gaps consistently with the other A.1 judgments." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "Root → labels/raw data/software and software → test datasets all use Git commit identities, with git-annex for large content. Different repositories and two software revisions do not constitute different version-control systems." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2" ], "explanation": "The historical execution and later compatibility work are actual committed evidence of testing beyond the absence of root CI. The linked Travis definition exercises REMoDNaV, not the paper Make targets. Partial is reasonable for this mixed coverage; regular whole-paper testing is not established, and a CI definition alone is not an observed successful run." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Raw recordings, computed event labels and software have separate pinned components. Root code, figure products and environment occupy distinct paths, and the label dataset separates its inputs and software from subject derivatives. The root-level results_def.tex is a manuscript interface, not evidence that all functional boundaries are collapsed." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md" ], "explanation": "The raw dataset explicitly advertises unrestricted access, and the visible components declare public distribution. No restricted component has been identified for this isolation property. The empty-subject not-applicable rationale is appropriate; a nonportable lineage URL alone does not establish an access restriction." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The recorded root pipeline invocation and exit 0 are historical execution evidence, and the versioned adapter constructs docker run --rm. This supports a fresh-container test of the modern paper pipeline without a new scientific run. The assessment correctly limits the claim: this does not verify complete output coverage or fresh execution of historical label production." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Each modern adapter invocation creates a new removable container, while the label record invokes ordinary host Python. A persistent output bind mount does not invalidate container disposability, but the included ambient label workflow prevents a whole-object met judgment." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "Build/save and result records show an environment that was actually constructed and used; the later conversion record tests loading and a trivial container command. Those are episodic checks, not evidence of regular exact-environment reconstruction. The software CI installs its own dependencies. Partial is supported, with regularity remaining unestablished." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The tracked image archive names config and layers, and the supplied inventory preserves annex identities for their bytes. That establishes an archived-environment structure beyond a recipe or registry reference. Deliberately absent cohort payloads limit byte verification and retrieval claims, not the observed presence of this archive mechanism." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "This repeats must/014 exactly. The executable declarations and later executed archive update support the same judgment, and both responses correctly carry upstream-duplicate. They should remain visible as duplicate checklist entries rather than being interpreted as independent maintenance evidence." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The root has three pinned Git submodules, and following their .gitmodules files exposes additional software and input links. The property is explicit module inclusion; a bad recursive URL affects resolvability rather than whether these links exist." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The root documents its major reproduction flow, but the linked label README describes an obsolete pipeline and does not explain its relationship to the current shell script or the independently pinned REMoDNaV copy. Partial is supported for understanding/recombining the whole declared component graph; a diagram is not itself required." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e" ], "explanation": "The evidence shows independent version pins and consumers expecting defined paths/TSV fields. Such interfaces are normal modular boundaries; two REMoDNaV versions do not by themselves show that an independent update breaks the workflow. No concrete incompatible update or boundary-crossing mutation is cited, and compatibility tests are not an explicit requirement of this item.", "suggested_correction": "Either identify a specific coupling that defeats independent updates, or reconsider the downgrade. Describe untested substitution safety as uncertainty rather than treating ordinary schema expectations and absent tests as a demonstrated partial failure." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Gitlinks identify composition, the DataLad registration binds the archived image to a command, and Makefiles connect results and figures to the manuscript. The recorded run names module inputs and output paths. This is a concrete composition mechanism even though it has the separate coverage/documentation defects already identified." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "A reader has clone/rerun/manuscript entry commands, navigable module paths and explicit Make target dependencies. This meets the existence of navigation documentation/tooling. It does not imply that every linked README is accurate or that recombination is fully explained; those shortcomings remain under the actionability and may/002 findings." } ], "verdict": "needs_revision", "created_at": "2026-10-28T02:39:47.485778+00:00", "limitations": [ "Inspection-only review of the single anonymized native input against the assigned con-stamped-impl commit and frozen remodnav-e3c6253bced7 evidence cohort. No other assessments, reviews, examples or evaluation answer fixtures were consulted.", "No network calls, payload acquisition, builds or scientific workflow execution occurred. Missing binary, annex and container payloads are deliberate cohort limitations, not observed retrieval failures. Historical run records are distinguished from newly observed execution.", "Source discovery followed root .gitmodules and documented software/version links. The supplied adapter is external evidence discovered through README Containers 1.2.3 and .datalad/config, not a bundled component. Annex availability records are location claims only.", "All Git reads used GIT_NO_LAZY_FETCH=1. A read of the 92dbad28 recipe-change diff could not complete because a historical blob was omitted; only its supplied commit message was inspected. No claim here depends on that unavailable diff.", "The checklist pin/hash check and native response validator pass, and all 31 native criterion IDs are present exactly once. These structural checks did not determine the substantive judgments. No aggregate score or report was present in the assigned input, so report-level denominator presentation could not be audited; extra items were not treated as native criteria.", "Current remote access, complete historical environment reconstruction and arbitrary future module-update compatibility remain unverified. Agreement in this review is an independent assessment judgment, not human approval. Requested model metadata is not treated as proof of observed runtime identity." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/009", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-stamped-impl-06-review-3", "assessment_id": "study-con-stamped-impl-06", "reviewer_id": "study-con-stamped-impl-06-review-3-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The root gitlinks and build dependencies place the selected data, software, statistics, figures and manuscript within one nested tree. A module retrieval URL outside that tree is a separate reachability issue, correctly addressed under must/002." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Following root → data/raw_eyegaze reveals the machine-local src/lab-eyetracking URL, while the root analysis consumes nested processed gaze files. Partial accurately distinguishes the good selected-input layout from the defective recursive lineage link; no retrieval failure needs to be invented." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The positive is demonstrated for the root analysis. However, root → label dataset → README still offers condor_submit, and its submit generator requires a host Python 2.7 executable; neither HTCondor nor that legacy environment is included or linked by the cited root recipe. The assessment includes linked label computation elsewhere but silently narrows this positive to root software.", "suggested_correction": "Resolve whether the still-documented linked scheduler route is within the declared scope. Use partial if it is; otherwise explicitly delimit this met finding and identify the stale route under the actionability findings." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The frozen Git tree and cached history directly establish version control of source, prose, configuration and module pins. Intentionally absent cohort payloads are not uncommitted author deletions. The overridden clean-tree heuristic is appropriately identified as a different property." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The manifest inventory preserves annex symlink keys for the large image layers, and the raw-data README explicitly separates Git identities from annex content. This establishes use of large-file versioning without downloading payloads. The claim about no root binary above 10 MiB should remain explicitly root-only; this review did not independently verify every linked binary size." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/commit/5cf0219a71b986c3de3f8b677b7f045f86d4ac1d" ], "explanation": "The 2023 record names container/image as an extra input and records a zero exit. The label-generation record runs bash without environment capture. Independently checking the last velhist.svg change confirms an ordinary commit, and quality_stats is absent from the CLI dispatch. These are concrete gaps beyond mere absence of a probe match." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e/code" ], "explanation": "The root instructions exist, but their promise to recompute every numerical value and figure is broader than the CLI dispatch. There is also missed linked evidence: the label README directs users to preprocessing/detection submit files and Python programs absent from its pinned code tree. That stale route reinforces partial.", "suggested_correction": "Keep partial and add the linked README-versus-tree mismatch. Distinguish it from the accurately labelled old root instructions." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "The documented target invokes -s -f -r -m, whose dispatch never calls quality_stats. The manuscript includes velhist.pdf, rendered from the existing SVG. Thus a usable starting point exists but does not regenerate every scoped computational figure; partial is supported without executing anything." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "Partial is supported, but the assessment missed more direct script evidence: both linked submit generators hardcode a personal initialdir and /usr/bin/python2.7. The raw-data module URL is a configuration-path example; the submit scripts directly answer this script-path criterion. Container-internal /tmp and /root paths are correctly not treated as host defects.", "suggested_correction": "Retain partial and cite the linked submit generators, explaining their legacy status and scope rather than relying only on .gitmodules." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The root recipe enumerates its analysis and rendering dependencies. The linked compute_all.sh depends on ambient Python/PYTHONPATH, and the older setup.py lists packages without reconstructing that historical system environment. Partial follows from an inspected component gap rather than absent cohort payloads." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The root README documents operating systems and launch tools, and the adapter confirms the non-root Docker assumption. The linked submit generators add stronger whole-object gaps: a personal working directory, fixed interpreter and inherited host environment without setup instructions. Partial is justified, though the adapter FIXME alone should not be treated as a complete audit of the linked installation documentation.", "suggested_correction": "Add the concrete linked scheduler assumptions and retain the distinction between documented container mounts and undocumented host setup." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The root requirements list is clear, but the assessment claims met across a scope including linked computational components. The label README prescribes HTCondor commands while its associated submit generator assumes Python 2.7, a personal working directory and inherited environment; there is no clear corresponding system setup or dependency list. Root requirements do not cover this offered reproduction route.", "suggested_correction": "Use partial for the stated recursive scope, or explicitly justify excluding the stale scheduler route and document that boundary consistently across criteria." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "These specifications and image identifiers are present in the frozen Git tree next to the code and data links. Whether every historical result has a sufficient specification is a separate completeness issue; the existing specifications are demonstrably version controlled." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The history supplies an executable build command, a subsequent recorded build/save instance, and later recorded archive conversion. This meets the native declared-process-plus-instance rule; a separate policy file is not required. The duplicate flag is correct." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The archive-label interpretation is correct: the adapter computes an image identity from archived configuration and runs that identity, so latest is not evidence of an unpinned registry pull. But met is overbroad for the stated object: the linked label results and velhist provenance lack the exact reproducible environments already acknowledged under must/006 and must/010. The root image does not establish their historical environments.", "suggested_correction": "Use partial for whole-object exact-environment availability while preserving the positive root image finding and the justified latest override." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/0f4/8f8/MD5E-s3157--1f4b39fc68a27891a2dba5356c884dbb.log.web" ], "explanation": "The source and annex location claims are real, but no cited evidence shows a publication defect. The only stated shortfall is that payload access was not tested. Native verdict rules reserve not-checked for checks prevented by scope/access, whereas partial requires a concrete violation or component limitation. The env-spec-tracked helper itself uses partial for unverified remotes, so this is also an instrument-versus-vocabulary inconsistency that should be surfaced.", "suggested_correction": "Report current archive accessibility as not-checked, retain the positive evidence for source sharing and recorded locations, and flag the probe/vocabulary conflict. Do not count intentionally absent payloads as a failed sharing property." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The root documents obtaining and invoking the container, but the assessment already finds a silent mismatch between its recompute-everything promise and the invoked code. Native verdict rule 10 explicitly applies that mismatch to must/017 as well as must/007 and must/008. The stale linked label reproduction instructions add a second documentation gap. Keeping this item met is inconsistent with that rule and the stated scope.", "suggested_correction": "Use partial and cite the promised coverage versus actual invocation; retain credit for the detailed root installation and launch instructions." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "Following the linked graph shows Git pins at every retrieved module boundary, with git-annex used for large content. Different repository revisions are compatible with a common version-control system; no unnecessary demand for a single repository is imposed." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2" ], "explanation": "A recorded recomputation and later compatibility maintenance support some checking, while the linked Travis configuration exercises REMoDNaV rather than the full paper route. The root inventory has no CI definition. Partial is defensible; source-defined component tests are not claimed as an observed successful current run, and absence of CI alone is not treated as proof that testing never happened." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2" ], "explanation": "Raw gaze and derived labels have different module identities; software, study code, figures and environment definitions occupy identifiable locations. The native method accepts functional directory boundaries, so a separate repository for every file category is not required." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The historical result commit records a successful adapter invocation, and the supplied adapter source constructs docker run --rm. Together they support a historical fresh-container test; the assessment does not pretend that a new test occurred in this review cohort. This supports the root pipeline, not fresh execution of every upstream label-generation step." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The modern call creates a new Docker container, while the linked recorded bash/Python label workflow has no comparable environment creation. Partial properly reflects the mixed execution modes. The cwd bind mount means disposable container state should not be described as a pristine input/output workspace." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "The 2023 build and execution and 2025 load/exit/save conversion show concrete historical environment checks. The component Travis environment is distinct, and the conversion does not recompute the paper. Partial recognizes this limited maintenance evidence without claiming recurring reconstruction of the exact full result environment." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The committed image index, config/layer names and annex content keys establish an archive within the object, beyond a rebuild recipe. Payload omission prevents testing availability or execution, but does not negate the demonstrated archival structure." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b" ], "explanation": "This is the same process-and-tracked-updates question as must/014. The command and later recorded instances justify the same met judgment, and the explicit duplicate flag prevents presenting this as independent evidence." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE" ], "explanation": "The inspected data declaration explicitly advertises unrestricted access, and the linked software has public distribution terms. No identified access-restricted component supplies a subject for this item. N/A is the native empty-subject treatment; an unusable local lineage URL is not by itself evidence of controlled access." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The root and nested .gitmodules files, corroborated by root gitlinks, directly establish linkage of external components. This item does not require every link to be live, so met can coexist with partial reachability." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The root documentation and targets explain major execution relationships, but the linked label README describes a different obsolete route and does not explain its current relation to the root analysis. Partial is supported by that missing explanation; no particular diagram format is required.", "suggested_correction": "Emphasize the stale label documentation and unexplained relationship to compute_all.sh, rather than implying a dependency map is mandatory." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The cited fixed paths and expected label columns demonstrate interfaces and coupling, but do not themselves show that independent updates break the overall workflow. Separate pins, including two software generations, can be evidence of independent versioning rather than a defect. The assessment cites no incompatible update, required coordinated edit, or specific undocumented interface change.", "suggested_correction": "Explain a concrete boundary failure or qualify the negative as an untested compatibility claim. Do not use absence of compatibility tests alone as proof that the modular boundary fails this criterion." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Gitlinks compose versions, the container registration supplies the runtime invocation, and Make targets link numerical output and figures to the manuscript. These are concrete composition mechanisms even though coverage and availability have separately identified gaps." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile" ], "explanation": "A reader can locate the entry commands, follow named component paths and inspect target dependencies. That is positive navigation support. Incomplete deeper recombination guidance and stale linked instructions remain material under the narrower documentation findings, rather than erasing the tooling that exists." } ], "verdict": "needs_revision", "created_at": "2026-10-28T02:46:41.409984+00:00", "limitations": [ "Inspection-only frozen cohort remodnav-e3c6253bced7; manifest SHA256 verified. Source was discovered through root .gitmodules, README, run records and their explicit nested links. No other assessment, peer review or example was consulted.", "No network, scientific execution, container build or payload acquisition occurred. Every Git read used GIT_NO_LAZY_FETCH=1. Missing binary, annex and image payloads are cohort omissions, not observed retrieval failures.", "Historical zero-exit records were inspected as committed provenance; they are not a fresh successful rerun or independent confirmation of numerical equality. Current remote accessibility and complete historical environment reconstruction remain untested.", "The native checklist pin and response validator passed. All 31 native IDs are present: MUST 17 (9 met, 8 partial), SHOULD 9 (5 met, 3 partial, 1 not-applicable), MAY 5 (3 met, 2 partial). The supplied JSON contains no aggregate score or denominator claim to contradict; partial MUST responses must not count as satisfied, and unknowns should remain visible after revision.", "Only the assigned native JSON was available for review. Its claimed original probe transcripts and separate report were not read or independently reproduced; material source claims were checked against frozen text, inventories and selected cached Git history. Extra items outside the 31 native criteria are not included in the checked-criteria count.", "The external adapter is supplied at a version-tag URL rather than a commit-pinned URL; this review cites its frozen relative locator and SHA256 to identify exactly the inspected source. Linked live issue/PR contents and external installation websites were unavailable under the no-network boundary.", "Model identity was not independently observable and is left null. Agreement in this review does not constitute human approval." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-stamped-impl-07-review-1", "assessment_id": "study-con-stamped-impl-07", "reviewer_id": "study-con-stamped-impl-07-review-1-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The root computation reads nested data and software paths, but discovery through data/raw_eyegaze reaches an acquisition-source module whose origin is an author-machine path. The partial judgment is defensible for the explicitly expanded regeneration boundary; it does not establish a failure of the direct numerical rerun." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The three root links have public Git origins and committed gitlinks. The recursively linked acquisition source instead has an absolute local origin. This is a specific discoverability defect supporting partial, independent of untested remote payload access." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root recipe supplies analysis and rendering packages and installs its pinned REMoDNaV checkout. In the linked label component, compute_all.sh invokes whichever host python resolves on PATH, with no comparable captured environment. Partial correctly distinguishes these components." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Committed tree entries establish Git control of documentation, code and configuration, including module revisions. Deliberately absent payloads in this cohort cannot turn that fact into uncommitted-source dirt; the override is justified." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/blobs/sha256/e2728fc6d2c404f7b41e0fa4f889117090f4476eefab2bca48d7164dcbf7a0cb", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The frozen root tree records a symlink with an MD5E size/hash identity for the large image layer, and the linked raw dataset explains its Git versus annex split. These are direct large-content versioning evidence; downloading the bytes is unnecessary for this item." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The root result commit explicitly records container/image as extra input, its command, declared result outputs and exit zero. The label-producing commit records a host bash command and input/output patterns without a frozen dependency environment. Partial is supported without treating ordinary last-touch commits as proof that later reruns never covered unchanged outputs." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root instructions are sound and openly distinguish the old route. However, the assessed boundary includes the linked label computation: its README directs users to preprocess_eyegaze_recordings.submit and detect_events.submit, omits the recorded compute_all.sh route, and refers to Python scripts absent from the committed tree. The native rule for documentation versus mechanism conflicts caps the object-wide result at partial.", "suggested_correction": "Change to partial and cite the label README versus its committed inventory and run record. Preserve the positive root finding; do not classify the accurately disclosed old root instructions as a conflict." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The signed tag resolves to the cited root analysis commit and is a clear root entry point. The label component has a different recorded entry point, bash code/compute_all.sh, which its README does not identify; its advertised scheduler files are absent. Marking met across the expanded boundary misses the documented-route conflict.", "suggested_correction": "Use partial for the expanded study, naming both the valid root rerun and the misleading label-component starting point." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "Analysis paths are rooted relative to the checkout. The retained label submission generators embed an author-specific initial directory and a fixed Python 2.7 executable. That is a concrete component-level path defect; container-internal cleanup paths alone would not justify it." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The archived root environment handles the scientific stack, while label generation depends on host Python and libraries declared only as unfrozen package requirements. This independently supports partial. Requiring a host container runtime is less informative than this observed missing label environment and should not be the sole rationale." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The README supplies OS examples and verified tool versions. The adapter assumes usable non-root Docker on PATH, and the label scheduler generator inherits the host environment and an author-specific working directory. The latter gives a concrete undocumented host dependency supporting partial. The adapter evidence is supplied frozen text, not an inspected current website." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Root prerequisites are enumerated, but the linked label README gives Condor invocations without a coherent requirements/setup account for the later host-Python implementation. Partial is supported; absent advertised scripts make that limitation stronger than merely incomplete package-version detail." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The recipe, runtime registration and saved-image metadata are all committed with the study. This criterion concerns version control of environment specifications; the separate incompleteness of the linked label environment is already captured by dependency and provenance items." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef" ], "explanation": "History contains an executable build/save procedure and a later recorded image conversion with declared input/output and exit zero. The recipe also has a post-introduction tracked correction. This exceeds a one-time file introduction and supports the process/update judgment; the duplicated should/008 is appropriately flagged." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root archive identifies config and layers by content; the adapter derives and runs the saved image ID, so the latest tag does not imply an uncontrolled registry pull. The label run lacks an exact dependency environment. Partial captures that actual gap without falsely treating the root archive as floating." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The reason gives positive publication metadata and an unperformed retrieval check, but no specific failed or unshared component. Under the verdict vocabulary, an access check prohibited by scope is not-checked, not a demonstrated partial failure. The native env-spec-tracked helper itself returns partial when remote resolution is untested; that behavior conflicts with the higher-level unknown-handling rule and should be surfaced rather than inherited.", "suggested_correction": "Use not-checked for end-to-end image accessibility, retaining the positive public recipe and annex-location evidence. Alternatively, justify met strictly for publication of specifications with retrieval excluded explicitly; do not use missing retrieval observations as evidence of a defect. Flag the probe/vocabulary mismatch." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root environment acquisition and execution commands are documented and implemented. The expanded assessment also includes label regeneration, for which neither an environment acquisition route nor instructions matching the recorded host-Python workflow are provided. An object-wide met is inconsistent with that included component and with the assessment own dependency findings.", "suggested_correction": "Change to partial, explicitly distinguishing the documented root container from the missing label-environment instructions." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The root, labels, algorithm and nested validation datasets use Git identities and gitlinks; the raw dataset adds annex within the same Git-based structure. There is no evidence here of a separate incompatible version-control system." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The record shows isolated root execution and later image compatibility maintenance, while the tool CI defines regular tests of REMoDNaV rather than the paper workflow. Root inventory has no CI definition, and label reproduction instructions are stale. Partial is more defensible than met; a CI definition is not evidence of an observed successful current run." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Raw inputs, derived labels and algorithm code have distinct module identities; analysis outputs and environment files occupy separate root locations. The criterion asks for separation, not a separate repository for every output, so this structure supports met." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "The public dataset advertises unrestricted access and the manuscript describes open validation data, but these statements do not classify the unresolved acquisition-source module. The assessment correctly avoids equating a local URL with an access restriction or declaring all components public without evidence. Not-checked is a defensible expanded-boundary result." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The root numerical analysis has genuine historical fresh-container evidence: an exit-zero run record plus an adapter that calls docker run --rm. This is stronger than a script definition alone. However, the met result is justified only for that component; the same expanded scope elsewhere includes label generation, and the cited run does not build main.pdf. Coverage of the entire assessed pipeline is unresolved.", "suggested_correction": "Either state explicitly that this item is limited to the root numerical/figure pipeline, or use partial for the expanded computation boundary and identify unverified label/manuscript coverage. Do not require a new run merely to credit the existing historical root evidence." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The configured root adapter creates and removes a Docker container for each call. Label generation repeatedly calls host Python with inherited PYTHONPATH in one shell process; no per-execution disposable environment is defined there. Partial follows the actual implementation split." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "The later conversion commit actually records loading/running the archived image, so there is more than an untested recipe. It only executes exit zero, and the tool CI installs its own dependencies; neither establishes regular reconstitution tests of the full study environment. The partial judgment properly limits those observations." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/blobs/sha256/d310e774110ab038b30c6a5f7b7f7dd527dbe527854496bd30194b9ee6ea496e", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "An archived image is represented by committed metadata and annex-addressed layer objects, with a recorded build/save action. Deliberately omitted cohort bytes do not negate archiving. Met does not establish present-day retrieval, which belongs to the separate availability limitation." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef" ], "explanation": "This is the duplicate of must/014. Executable image-maintenance history and a post-introduction recipe change support the same met judgment, and both items carry the required duplicate flag." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The committed trees contain actual gitlinks for data, REMoDNaV and its validation data, not just prose references. This answers modular inclusion positively even though one deeper origin has a reachability defect." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The README introduces the main object components and retrieval route, but recombination relationships are mostly discoverable by reading gitlinks and analysis imports/paths. Partial is supported for documentation of how modules relate and can be recombined." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e" ], "explanation": "Imports of test utilities and nested input paths show coupling, but coupling alone does not demonstrate that independent module updates break the workflow. Gitlinks intentionally hold other components fixed, and the cited label commit demonstrates an independent version update without documenting a resulting break. The negative half of partial is therefore weaker than the assessment suggests.", "suggested_correction": "Identify a concrete incompatible interface/layout update or explain why the dependency uses an unstable internal contract. If compatibility cannot be established by the permitted inspection, use not-checked rather than treating absence of assurance as an observed violation." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Gitlinks select component versions, the DataLad registration supplies a saved-image invocation, and Docker-Makefile connects that environment with the installed algorithm and analysis. These are concrete composition mechanisms backed by a recorded root execution." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "Clone/cd/rerun guidance, inspectable module locations and origins, and the linked dataset annex retrieval instructions provide usable navigation tooling and documentation. This modest criterion is met even though detailed recombination documentation remains incomplete." } ], "verdict": "needs_revision", "created_at": "2026-10-28T02:58:24.139906+00:00", "limitations": [ "Inspection-only review of manifest e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499, verified against its bytes. Source discovery followed the root README, gitlinks and explicit software references. No other assessment, review, evaluation fixture or example was consulted.", "No network access, payload acquisition, image build, scientific workflow execution or current retrieval test was performed. Missing annex, container and binary payloads are cohort limitations, not observed retrieval failures.", "The native checklist pin check and response validator passed for all 31 responses. Validation does not establish their factual correctness. The anonymized JSON has 17 MUST, 9 SHOULD and 5 MAY answers, with no aggregate numeric score or denominator field to audit; its statuses imply MUST 7 met/10 partial, SHOULD 5 met/3 partial/1 not-checked, MAY 3 met/2 partial. Partial MUST items remain unsatisfied and unknowns must remain in the denominator.", "The assessment raw probe artifact and separate human report were not provided as permitted review inputs. Probe execution claims and report presentation were therefore not independently audited; relevant native helper code and material source evidence were inspected.", "Every Git read used GIT_NO_LAZY_FETCH=1. One git show operation could not obtain an omitted blob under that protection; the relevant OCI conversion commit was subsequently read directly with git cat-file commit. No missing Git object was fetched.", "The supplied Docker adapter is addressed publicly by version tag rather than commit hash. Its frozen bytes and SHA256 are cited here so its inspected content is identifiable; no tag immutability or current upstream state is asserted.", "The signed result tag was inspected as a Git tag object and resolves to the recorded analysis commit; cryptographic signature validity was not checked. Model runtime identity was not independently observable and remains null.", "Agreement means evidentiary agreement within the frozen inspection scope, not human approval." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/009", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-stamped-impl-07-review-2", "assessment_id": "study-con-stamped-impl-07", "reviewer_id": "study-con-stamped-impl-07-review-2-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The root script reads data and software beneath the root. Following root .gitmodules to data/raw_eyegaze reveals an upstream acquisition-source module with an author-machine URL. Partial is defensible for the expressly expanded linked-source scope; this does not demonstrate a missing input to the root numerical rerun." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Direct inputs and nested validation data have explicit public module origins and recorded revisions. The raw-data source module uses a local filesystem origin. This is a concrete portability defect in the expanded graph, unlike the deliberately untested payload availability. Partial appropriately distinguishes those facts." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The root image recipe installs the scientific/rendering stack and the Makefile installs the pinned REMoDNaV module. The label script instead invokes host Python and inherits PYTHONPATH; its linked package lists libraries but does not package that execution environment. The component-specific gap supports partial." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Frozen Git identities cover source, documentation, configuration and module revisions. The manifest explicitly distinguishes omitted payloads from tracked source. It would be incorrect to treat an incomplete inspection checkout as uncommitted deletions in the assessed object." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/blobs/sha256/e2728fc6d2c404f7b41e0fa4f889117090f4476eefab2bca48d7164dcbf7a0cb", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/sub-01/ses-movie/func/sub-01_ses-movie_task-movie_run-1_recording-eyegaze_physio.tsv.gz", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The frozen pointer inventory identifies the large image layer and representative eyegaze data with annex keys and symlink modes. This establishes use of binary-content version control without claiming that their bytes were downloaded or audited." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The root run declares container/image as an extra input alongside data and outputs. The label run records a shell command and input/output globs but no exact Python/library environment. Partial follows from this direct provenance difference; last-touch dates alone would not establish missing root provenance." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/2b969f1d6c092c74085e1adc49a9f619bf8812e4", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Root installation and usage instructions are clear, and their explicitly historical alternative is not a silent conflict. However, the in-scope label README tells readers to submit obsolete preprocessing/detection jobs, naming Python files absent from the frozen tracked inventory. Its current compute_all.sh route is not explained there. Met ignores the linked component that the assessment includes for other criteria.", "suggested_correction": "Use partial for the declared expanded scope. Name the stale label README and the current compute_all.sh route; retain credit for the accurate root instructions." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root tag resolves to the cited analysis run and is a clear starting point. For label regeneration, the README points to obsolete scheduler steps while the recorded run uses bash code/compute_all.sh. Native verdict rule 10 limits actionability to partial when documentation and mechanism silently disagree. Finding the correct command in history does not repair the documented route.", "suggested_correction": "Use partial across the expanded scope and identify the label README/run-record disagreement. Do not penalize the openly disclosed old root route." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "Root data references use relative joins; image-internal cleanup paths are not host-location dependencies. Both linked submission scripts contain an author-specific initial directory and a fixed Python executable. Partial is supported for these still-shipped, README-related scripts, while compute_all.sh itself uses relative data paths." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The root has a substantial machine-readable dependency recipe, but the label workflow consumes an inherited host interpreter and libraries. That concrete gap supports partial even without treating every ordinary container runtime prerequisite as an independent defect. The linked setup.py is dependency evidence, although it does not define a complete reproducible host environment." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The README identifies tested operating systems and tool versions, but the adapter requires Docker on PATH with non-root usability, and the label scheduler script inherits environment state and a machine-specific directory. These are inspected assumptions rather than hypothetical requirements. The adapter was discovered through the root README version and registration, as recorded in the manifest." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The root prerequisite list and recipe are substantial. The label README lacks a full scheduler/interpreter/library setup description, and the actual submission helper specifies additional host details. Partial accurately reflects documentation that is complete for some components only." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The existing container specification, registration and image metadata are in the same Git-controlled research object as the analysis and data links. This item concerns tracking specifications; incomplete specification of label-generation dependencies is separately identified under must/010 and must/015." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The build/save command is executable provenance, and the later Docker-compatibility conversion records an actual update with declared image input/output and exit status. Thus this is more than a once-created recipe. The paired duplicate flag is appropriate. This does not imply regular automated dependency upgrades." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The saved image is selected by hashing its configuration and running the resulting image ID. The latest label in archive metadata is therefore not evidence of a floating registry pull. The label-production record still lacks an exact host environment, making partial appropriate across components." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The cited evidence establishes a published recipe and recorded public image locations. It establishes no inaccessible or unshared component. The reason for partial is solely that live retrieval was outside the cohort. Native verdict definitions assign such an access check to not-checked, not a known shortfall. The env-spec-tracked helper itself emits partial for unchecked remotes, but this conflicts with those definitions and needs an explicit judgment override.", "suggested_correction": "Mark live availability not-checked and retain the positive publication metadata in the evidence. If assigning met to the narrower publication property, state that distinction explicitly. Retain partial only with a concrete demonstrated distribution gap, not merely an unperformed download." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The updated root README explains obtaining and invoking docker-make. No corresponding environment acquisition/use route accompanies the in-scope label production: its README describes obsolete jobs and its actual run inherits host Python. Met is a root-only conclusion applied to the broader object, despite the same assessment recognizing the label environment gap elsewhere.", "suggested_correction": "Use partial for the expanded scope and specify that the missing guidance concerns regenerating labels, not consuming their already-versioned outputs." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Following the explicit module links shows Git revision identities throughout the inspected graph, supplemented by DataLad/git-annex for content and run history. Those complementary mechanisms form a common Git-based versioning approach rather than disconnected component inventories." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Tool CI defines recurring installation/tests, while the study has occasional recorded reruns and a later image-compatibility operation. Neither that CI nor exit 0 during image conversion tests the complete current study instructions. Partial is reasonable; the stale label instructions provide an additional concrete reason to avoid met. CI configuration is evidence of a testing mechanism, not an observed successful CI run." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "Raw measurements, derived labels and algorithm code have separate linked identities, with analysis code, images and the saved environment in distinct paths. The analysis writes result products rather than altering the input module layout. The supplied evidence supports modular separation without needing payload execution." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "Historical evidence is sufficient to establish that the root numerical/figure pipeline ran in a new disposable Docker container; a fresh run by this reviewer is unnecessary. But the declared scope also includes label production and manuscript generation. The cited root run executes clean results_def.tex, not main.pdf or label regeneration, while the label run uses inherited host Python. An unqualified met across the entire scope is not demonstrated.", "suggested_correction": "Limit the positive claim explicitly to the root numerical/figure test and use partial for the expanded scope unless fresh-environment test evidence covers the remaining computational components. Do not replace the valid historical root evidence with a blanket not-checked." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The adapter constructs docker run --rm for each root invocation and the registration adds temporary HOME handling. Label generation loops over subject/run jobs in one inherited host environment. Partial correctly separates the disposable root execution from the non-disposable linked route." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "There is historical evidence of using and later reopening the saved image, but the 2025 record runs only exit 0 before conversion. The tool CI installs a separate host stack and the label results lack a captured exact stack. Thus the evidence supports only part of exact-environment reconstitution testing, not regular full study validation." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/blobs/sha256/d310e774110ab038b30c6a5f7b7f7dd527dbe527854496bd30194b9ee6ea496e", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The object stores an actual saved image representation with configuration/layer identities and annex-addressed content, backed by the build/save record. Exclusion of those bytes from the inspection cohort is not evidence that the research object archives only a recipe." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "This is the same update-process question as must/014. The recorded build/save procedure plus subsequent OCI conversion supports the same met judgment and duplicate flag. The conversion record was checked in the frozen history, not inferred from README intent alone." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "The raw-data README advertises unrestricted access and the manuscript describes openly licensed validation data. Neither settles access classification of the upstream module whose origin is local-only. Not-checked is more defensible than inventing a restricted subject or assuming every component is public; a local path alone does not establish a legal/access restriction." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "External data and software are explicitly linked as Git submodules, including nested validation data. The local-only upstream origin affects reachability under must/002, not whether the module relationship exists." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The root README explains the object purpose and reproduction route, but component-to-component dependencies and reuse/recombination guidance must largely be inferred from module paths and analysis imports. The linked label README is also stale. Partial fairly credits the overview without treating it as a full modularity guide." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The script does rely on REMoDNaV test utilities and a specific nested data layout, but that observation alone does not show that independent module updates break the workflow. Version-pinned modules necessarily have interfaces; distinct root/label tool revisions and an independent tool update are positive evidence of separation. The assessment names no actual incompatible update or boundary crossing, so its partial judgment is more certain than its cited limitation warrants.", "suggested_correction": "Identify a concrete interface change or coupling that prevents a component update, or use not-checked for update compatibility with the structural evidence retained. Do not equate absence of a guarantee with an observed partial failure." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Git submodules compose fixed data/code versions, and the registered adapter plus Makefile composes them with the saved image. The recorded root run corroborates that this is an implemented mechanism, not just an architectural proposal." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "DataLad clone/rerun commands, module-origin declarations and the linked data README provide tools and instructions for navigating/retrieving components. This narrower navigation property is supported even though recombination guidance and label regeneration instructions are incomplete." } ], "verdict": "needs_revision", "created_at": "2026-10-28T03:05:00.540874+00:00", "limitations": [ "Inspection-only review of frozen manifest e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499, reached from the root and its explicit module/tool links. No scientific execution, container build, network call or payload acquisition was performed.", "Annex data, image configuration/layer bytes and other binary payloads are absent by cohort design. Availability, bitwise output equivalence and full environment contents were not independently tested; missing payloads are not retrieval failures.", "Native checklist pin and assigned response validator passed. All 31 native items were inspected; their denominators are 17 MUST, 9 SHOULD and 5 MAY. The assigned JSON contains no overall score or aggregate denominator claim to verify. Validator success was used only for structural checks.", "Only the assigned anonymized response was available for review. Its separate report, app URL and raw probe artifact were not consulted, so claims about specific original probe output cannot be independently certified. Source-based judgments and relevant probe implementation were inspected instead.", "Git reads ran with GIT_NO_LAZY_FETCH=1. A direct Git show of the OCI conversion encountered an intentionally omitted promisor object; the hash-verified frozen history supplied that record. This is an evidence-cache limitation, not a source or retrieval defect.", "The external adapter was inspected from the manifest-pinned frozen source and discovered through the root README version plus registration. The assessment cites a release-tag URL rather than a commit-pinned URL; this review uses its frozen relative locator and SHA256 for immutable support.", "The results-containerized tag contains a PGP signature and resolves to the cited root run; its cryptographic signature was not independently verified. Historical exit-zero records are not new observations of successful execution.", "Requested model identity is not observed runtime identity. No model/runtime identity was invented. Agreement with individual assessment judgments does not constitute human approval." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-stamped-impl-07-review-3", "assessment_id": "study-con-stamped-impl-07", "reviewer_id": "study-con-stamped-impl-07-review-3-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The root computation uses inputs under data/ and remodnav/. Following root .gitmodules to data/raw_eyegaze exposes an acquisition-source submodule with an author-local origin. Partial is defensible for the expressly expanded linked-source scope. The assessment correctly avoids claiming that this origin is an input needed by the documented root rerun." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The direct input gitlinks are present at the manifest revisions, but raw_eyegaze/src/lab-eyetracking has a filesystem-only origin. That is a concrete portability/discovery defect, independent of whether public payload URLs currently work. Missing cohort payloads are not used as retrieval-failure evidence." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root recipe installs the scientific and rendering stack and Docker-Makefile installs the pinned REMoDNaV checkout. The explicitly linked labels component instead runs python from the host with inherited PYTHONPATH. A partially enclosed software environment is supported without attempting execution." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The frozen Git inventory identifies committed code, documentation, configuration and three gitlinks. Intentional omissions in the inspection checkout cannot establish an uncommitted source state. The met judgment concerns version control and is supported." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The manifest records annex symlinks and MD5E size/content keys for the two large image layers and raw eyegaze payloads; the raw-data README describes the separate annex retrieval mechanism. This establishes large-content tracking without needing the bytes." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The 2023 run explicitly records container/image as an extra input, input patterns, img and results_def.tex outputs, and exit 0. The labels run records bash code/compute_all.sh and input/output patterns but no exact environment. Partial follows the actual provenance contrast. A directory output declaration is valid evidence even for unchanged figures; ordinary last-touch commits alone would not refute it." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e/code", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root instructions are adequate and explicitly distinguish the old route. However, the same expanded scope used for the environment verdicts includes the labels README: it instructs condor_submit on two absent .submit files and refers to removed preprocessing/detection programs. The tracked producer is instead compute_all.sh, documented in the run history but not reconciled with that README. Native rule 10 caps conflicting documentation and mechanisms at partial.", "suggested_correction": "Use partial for the declared whole-object scope, preserving root documentation as a strength and identifying the stale linked README commands. A root-only met judgment must be explicitly scoped as such." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root has a clear tagged entry point, and the cached tag object resolves to the cited 2023 run. The linked label producer has competing starting points: the README directs users to absent scheduler files, while its result provenance names compute_all.sh. The assessment recognizes linked production elsewhere but omits this documentation-versus-records conflict here; native rule 10 expressly includes must/008.", "suggested_correction": "Use partial across the assigned expanded scope and cite both the usable root rerun and the misleading linked label starting point." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "Root dataset reads are relative and image-build cleanup paths are internal to the container. The shipped label submission generators really contain an author-specific initial directory and fixed Python executable. Partial is supported; describe these as retained legacy tooling, not the command in the latest recorded labels run." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "Root scientific dependencies are enumerated and packaged, but execution also requires separately installed orchestration software and the linked labels process inherits host Python. The linked setup.py lists libraries without capturing that historical host environment. These are specific gaps rather than merely an absent preferred lockfile." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The README names tested platforms and Docker compatibility, yet the adapter assumes an accessible Docker command and usable daemon permissions; the labels scheduler scripts assume an inherited host setup and local working directory. Partial is warranted. The adapter is discoverable through root README version information and the registration, not merely because it exists in the cache.", "suggested_correction": "For the adapter citation, supplement the movable 1.2.3 tag URL with the frozen source hash or an immutable commit if later established; do not invent a commit." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Root prerequisites and container dependencies are documented. The label README supplies obsolete scheduler commands instead of a dependency/setup account for the current Python producer. This supports partial; the more actionable deficiency is the stale route as well as the incomplete requirements list." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json" ], "explanation": "The recipe, registration and image metadata are committed alongside the analysis. This item asks whether environment specifications are version controlled, not whether every dependency is pinned or every historic environment captured; those shortcomings belong to the separately partial items." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef" ], "explanation": "There is a concrete executable build/save procedure and a later recorded image-format update with input/output declarations and exit 0. The Dockerfile history also identifies a tracked environment-setting correction. Accepting these native mechanisms as an update process is reasonable. The duplicate flag is present and matches should/008; the initial archive creation alone would have been insufficient." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The saved image has content-addressed configuration and layers. The inspected adapter hashes the saved configuration and runs the resulting image ID, so the latest label is not evidence of a floating registry dependency on this route. The labels provenance still lacks an exact host environment; partial is supported." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The cited metadata supports publication mechanisms and a public blob locator, but the only stated shortfall is that actual accessibility was not checked. That is not a demonstrated partial violation. The helper itself returns partial when remote checks are skipped, but this conflicts with the conventions requiring not-checked for an access/scope limitation; probe output is not the final authority.", "suggested_correction": "Use not-checked for the unverified accessibility question, retain the positive published-recipe and annex-URL evidence, and name a permitted future retrieval check as the settling evidence. Flag the helper/status discrepancy; do not imply a failed retrieval." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root saved-image acquisition/use route is well documented. The expanded labels computation, which drives partial judgments on must/003, must/006 and must/015, has no corresponding environment acquisition instructions and its README describes removed tools. Whole-object met therefore overstates the documentation coverage and overlooks the native rule about documentation naming absent mechanisms.", "suggested_correction": "Use partial with separate root and linked-label evidence; identify the missing current environment/setup instructions and stale reproduction route." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Root, labels, raw data, algorithm and validation-data repositories are linked through Git revision identities; annex complements Git for payloads. An unresolved upstream origin does not by itself imply a different version-control system." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The history records occasional root recomputation and image compatibility work, and linked REMoDNaV configures pytest CI. No root CI definition appears in the complete frozen path inventory. That provides positive but incomplete testing coverage, consistent with partial; the CI file establishes configured testing, not an observed successful CI run." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "Raw eyegaze and derived labels are separate datasets, REMoDNaV is a separate code component, and root analysis, figures and environment occupy distinct paths. This is relevant modular separation even though not every directory is its own repository." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The recorded numerical/figure computation exited successfully through the Docker adapter; the frozen adapter implements docker run with automatic removal, rather than container reuse. Under the method's equivalent-evidence rule this supports a historical fresh-container test. It does not certify a new execution, a second host, or every upstream producer." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root creates a disposable Docker container; labels compute_all.sh iterates subject/runs in inherited host Python without creating a fresh environment. The concrete contrast supports partial. Temporary HOME cleanup alone would not establish isolation, but docker run --rm supplies that evidence." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The saved environment was used for analysis and later exercised while converting its representation. These are real historical checks, but the linked CI installs a separate dependency stack and no committed regular study-image test schedule is present. Partial captures the limited existing checks without presenting them as regular full reconstitution testing." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The build record saves the actual image into the object, and the current inventory retains metadata plus annex identities for the blobs. This is an archive mechanism, not only a recipe. Cohort omission of the image bytes limits verification and availability claims, not the existence of the archival representation." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The same executable build/save and later tracked OCI conversion evidence supports the update-process judgment used for must/014. Both duplicate flags are present. The later conversion is important: citing only initial image creation would not meet the native history requirement." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The raw dataset advertises unrestricted access, but the local-only upstream source origin does not establish whether that component is access-restricted. In the assessment's expanded scope, not-checked is an appropriately cautious classification. Neither met nor N/A should be inferred solely from public-facing repositories; a local URL is not evidence of restricted licensing either." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Gitlinks and declarations establish direct and nested dataset/software submodules at recorded revisions. This structural property is met even though a nested origin is not portable and payload reachability remains untested." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The overview describes the object's data/code/figure/manuscript roles, and module declarations expose locations. The actual dependencies on nested validation-data layout and test utilities require reading code, with little guidance about recombination. Partial is supported for the documentation property." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e" ], "explanation": "Pinned modules demonstrably support distinct versions, and the root imports remodnav.tests.utils and reads a specific nested dataset layout. These facts show coupling, but the explanation moves from coupling to safe updates being not assured without naming a violated interface or incompatible update. Any dependent workflow has path/API contracts; independent updates do not imply arbitrary revisions are guaranteed compatible.", "suggested_correction": "Identify the concrete boundary or compatibility contract that fails before retaining partial. Otherwise state that version independence is supported while update compatibility is unverified, and use not-checked if that unresolved property determines the verdict." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Submodule pins compose data/code; DataLad registration connects the saved image to Docker-Makefile; the recorded root run declares the combined inputs and outputs. These are explicit composition mechanisms and justify met without rerunning them." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The root clone/cd/rerun instructions, module paths and linked annex retrieval instructions provide usable navigation tooling and documentation. The criterion does not require full recombination guidance, so met can coexist with partial on may/002. Stale label reproduction guidance remains the separate actionable defect identified above." } ], "verdict": "needs_revision", "created_at": "2026-10-28T03:11:34+00:00", "limitations": [ "Inspection only, bounded to manifest e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499, the assigned native method and anonymized assessment. No other assessments, reviews, examples or comparison material were consulted. No network, builds, workflow execution or payload acquisition occurred.", "All 31 native response IDs were checked. The checklist pin and response validator pass, but these structural checks do not establish the findings. The supplied response contains no aggregate numeric score or denominator claim to contradict: its native categories contain 17 MUST, 9 SHOULD and 5 MAY entries. Unprovided report/probe artifacts were not opened; statements about the original probe run are not independently authenticated.", "Missing annex data, images and historical Git blobs limit content and replay verification. A read-only historical Dockerfile diff was unavailable with GIT_NO_LAZY_FETCH=1; no lazy fetch was allowed. Manifest/source/history hashes checked for 276 available records had no mismatches. This verifies package integrity, not scientific correctness or remote availability.", "The review treats explicitly linked computational components as included, consistently with the assigned scope and the assessment's own environment judgments. Root-only reproduction and upstream data regeneration are distinguished; the local upstream source origin is not claimed to block the root rerun.", "The supplied Docker adapter is discoverable through the root README tool/version and .datalad/config invocation. Its public URL uses a release tag, so review citations use the frozen relative locator plus SHA256 rather than assert an unknown immutable commit. Historical exit-0 records are evidence of recorded runs, not runs observed in this review.", "No observed runtime model identity was available; model_observed remains null. Agreement is an independent evidentiary judgment, not human approval." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-stamped-impl-08-review-1", "assessment_id": "study-con-stamped-impl-08", "reviewer_id": "study-con-stamped-impl-08-review-1-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The root tree contains manuscript and analysis sources, nested data/software gitlinks, and container/image. The separate upstream URL defect concerns reachability under must/002, rather than the nesting of these registered paths." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Following root -> data/raw_eyegaze reveals a nested src/lab-eyetracking gitlink whose URL is machine-local. Partial distinguishes that concrete defect from the usable structural links to direct inputs; it does not assert an observed network or payload failure. Already-exported gaze files are consumed without reconstructing that upstream module." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "Root software is packaged or pinned, while the linked computation invokes host python and supplies only PYTHONPATH. This supports partial across the declared scope. The Condor files are legacy instructions, so they should not be presented as the execution mechanism that produced the current labels.", "suggested_correction": "Retain partial; lead with compute_all.sh for the active labeling dependency gap, and identify Condor as obsolete documented machinery." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "Git tree entries and histories directly establish version control of source, text and configuration. The frozen package omits payloads intentionally; treating that logistical state as untracked scientific changes would misapply this criterion." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The root Git tree contains mode-120000 annex pointers for the large image layers, and the linked raw-data documentation specifies annex retrieval. The manifest layer sizes match the assessment. No binary acquisition is needed to establish the versioning mechanism." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/commit/5cf0219a71b986c3de3f8b677b7f045f86d4ac1d" ], "explanation": "The root run record names container/image and outputs img/results_def.tex, but the label-generation record names a shell command without an exact environment. quality_stats is not called by the CLI, and the last velhist change is an ordinary commit. Partial is supported without assuming every descendant of the img output was regenerated." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Correctly rejecting the probe’s spurious make-changes match does not justify met. Native verdict rule 10 caps this item at partial when instructions and execution disagree. The root promises all numerical values/figures although quality_stats is omitted, and the in-scope label README directs users to removed code rather than compute_all.sh.", "suggested_correction": "Change to partial and cite the actual documented-route discrepancies; preserve the correction of the probe’s prose-matching error." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "The tagged rerun is a concrete starting point. Inspection confirms that quality_stats alone writes velhist.svg, no main dispatch calls it, and main.tex includes the rendered velhist figure. Partial correctly identifies incomplete coverage of the README’s all-results promise." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "Current root data references are relative, and image cleanup paths are container-internal. The linked legacy submission script nevertheless hardcodes a user directory and Python executable; that supports partial for the broader inspected script scope, without claiming the current label computation needs Condor." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The Docker recipe supplies the root analysis/manuscript dependencies. The active linked label script bypasses installation and invokes host Python with only a source-path override. The nested package lists Python dependencies but does not supply a complete host environment. Partial is justified; absence of version pins alone would belong to must/015." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README tool/version -> .datalad/config adapter invocation)" ], "explanation": "The root documents host tools, tested platforms and Docker compatibility. The adapter explicitly assumes non-root Docker access; linked legacy submission scripts inherit a host environment and fixed working directory. These provide specific residual assumptions rather than an unsupported inference from an unavailable execution." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Root requirements are explicit. The linked labeling README describes a removed Python/Condor route and lacks requirements for the actual compute_all.sh workflow. Partial properly preserves root coverage while identifying the documented mismatch." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "Environment recipes, registration and both package dependency declarations are versioned Git files. This criterion concerns tracking specifications, so met is compatible with separate findings about their completeness and exactness." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Partial is defensible because the root has a runnable build/archive process and tracked recipe changes, whereas the linked labeling environment has no corresponding update process. The native rule does not require a formal future dependency-trigger policy beyond a runnable command and recorded instances.", "suggested_correction": "Keep partial for incomplete component coverage, but avoid making lack of a formal trigger protocol the root defect. The recorded build and tracked correction satisfy the root-side evidence bar." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README tool/version -> .datalad/config adapter invocation)", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The archived root image is genuinely content-identified; latest is not the execution identity. However, met is defined across the object, and the same assessment includes linked label generation in scope. That component uses host Python with unversioned package requirements and no frozen environment. The root image is not evidence for its historical labeling environment.", "suggested_correction": "Change to partial: preserve the exact root-archive finding while explicitly recording the missing exact labeling environment. Do not reinstate the false floating-tag criticism." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web" ], "explanation": "Frozen metadata supplies a public recipe and content-addressed archive locations. It does not demonstrate present retrieval or usable image bytes. Not-checked is appropriate under the native method’s publication verification requirement and the cohort prohibition on network/payload acquisition." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The cited root instructions explain obtaining and using docker-make, but that proves only the root route. The declared scope includes linked label computation, whose README points to obsolete code and provides no corresponding instructions to obtain/recreate its host environment. A whole-object met omits the same component used to lower must/010–012.", "suggested_correction": "Change to partial, retaining root instructions as positive evidence and stating that the current linked labeling environment lacks an accurate acquisition/use guide." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The root and discovered components use Git histories and gitlinks, with DataLad/git-annex extending Git for content. Different pinned revisions of the tool do not constitute different version-control systems." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The linked tool declares recurring tests, and the root has a historical analysis verification record. Neither establishes recurring testing of the entire documented paper/labeling route. Partial recognizes existing testing without turning a Travis definition into an observed successful run." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Distinct raw-gaze, label and software gitlinks plus code, img and container paths separate the relevant components. The method accepts separated paths as well as repositories; an additional repository for each figure or recipe is unnecessary." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README tool/version -> .datalad/config adapter invocation)" ], "explanation": "The committed exit-zero analysis invocation and the identified adapter’s docker run --rm implementation jointly provide historical fresh-container execution evidence. This meets the native equivalent-evidence rule without a new rerun. It does not demonstrate freshly rerunning the label producer or every manuscript operation.", "suggested_correction": "Keep the historical-analysis qualification prominent; do not generalize this observation to full end-to-end fresh reproduction." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README tool/version -> .datalad/config adapter invocation)", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Root runs create a disposable Docker container and temporary HOME. The recorded label command directly runs Python in the host environment. Partial describes a concrete difference between stages, rather than inferring isolation merely from the existence of an image." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The 2023 image build and analysis run are stronger than an absence-of-CI negative. The frozen 2025 record checks loading/running the old image and resaving it, not the scientific pipeline. Partial appropriately distinguishes these historical checks from regular exact-environment reconstitution coverage." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The Git tree and conversion record place the image archive inside the research object, with annexed layers rather than a remote-tag-only reference. Met for archival arrangement is supported even though availability/integrity of the omitted bytes remains untested." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/bdac0e1c1d1009292a0a5c84daab3ff703add02b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The assessment correctly matches must/014 and flags the native duplicate. Root commands and tracked changes provide affirmative process evidence; incomplete linked-environment coverage supports partial. Lack of a separate formal future-trigger policy is not an additional native requirement.", "suggested_correction": "Apply the same rationale clarification as must/014, without counting this duplicate as an independent defect." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The consumed gaze data are explicitly unrestricted and the software is openly licensed. No inspected required component is identified as access-restricted. N/A uses the native empty-subject rule; missing frozen payloads and a local upstream URL are not evidence of an access policy." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Root registry entries and Git tree pins explicitly link raw data, label derivatives and the tool; the tool in turn links evaluation data. Met establishes submodule structure without claiming successful retrieval." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root describes broad composition and reproduction, while the label component’s instructions no longer explain its active mechanism. Thus some relationship guidance exists, but coherent guidance for recombining all in-scope components is incomplete." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Fixed dataset interfaces and separately pinned REMoDNaV versions do not by themselves establish that independent updates break the workflow. Separate pins can isolate historical label generation from root-tool updates; automatic label regeneration is not required for an independent module boundary. The cited sources show interface dependencies but no concrete incompatible update or mandatory coordinated change.", "suggested_correction": "Justify partial with a specific boundary defect or demonstrated compatibility constraint. Otherwise recognize the versioned modules’ independent-update support; do not treat absence of automatic regeneration as a modularity defect." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile" ], "explanation": "Gitlinks compose source/data, container registration wraps Docker-Makefile, and Make invokes figure rendering and manuscript compilation. These are clear composition mechanisms. Missing scientific-step coverage is already addressed separately and does not erase those mechanisms." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Root instructions and module registries provide navigational help, but following the linked label README reaches outdated commands. Partial fairly captures existing tooling alongside a concrete documentation gap." } ], "verdict": "needs_revision", "created_at": "2026-10-28T03:23:13+00:00", "limitations": [ "Inspection-only review of the assigned anonymized native JSON, pinned con-stamped-impl method, and frozen manifest e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. No peer reviews, other assessments, examples, or source evaluation fixtures were consulted.", "Discovery followed root README/.gitmodules -> raw gaze, label dataset and REMoDNaV -> their explicit links. Cached presence was not treated as repairing the machine-local upstream URL. The adapter was reached through the root tool/version reference and registered invocation; its frozen relative locator supplies the content hash because the supplied public locator uses a version tag.", "No network calls, payload retrieval, scientific execution, image builds, or fresh reruns. Binary data, container layers and figure payloads are intentionally absent. Historical exit-zero run records are committed evidence, not executions observed in this review.", "All Git reads used GIT_NO_LAZY_FETCH=1. Some historical Git object reads were unavailable locally; supplied hashed history transcripts were used for those commit messages, and no omitted object was fetched.", "All 31 native criterion IDs were inspected. The checklist pin and native response validator pass; structural validation does not establish judgment correctness. The assigned native JSON has no numeric score or aggregate denominator claim to audit; all pinned MUST/SHOULD/MAY entries are present, including the not-checked and not-applicable entries.", "The original full probe artifact and report were outside the assigned input and were not read. Relevant runtime helper logic and cited source/history evidence were independently inspected, but the assessor’s full probe sweep was not reproduced.", "Agreement is an independent evidence judgment, not human approval. Runtime model identity was not independently observed." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-stamped-impl-08-review-2", "assessment_id": "study-con-stamped-impl-08", "reviewer_id": "study-con-stamped-impl-08-review-2-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules [discovery: root -> .gitmodules]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config [discovery: root -> .datalad/config]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md [discovery: root -> README.md]" ], "explanation": "The root actually contains the manuscript/code and declares nested data/tool paths plus container/image. This supports the layout verdict; the machine-local upstream URL is separately evaluated under must/002 rather than mistaken for a root-level file location." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules [discovery: root -> .gitmodules]", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules [discovery: root .gitmodules -> data/raw_eyegaze -> .gitmodules]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py [discovery: root -> code/mk_figuresnstats.py]" ], "explanation": "The direct data links are public-shaped Git URLs and the analysis consumes nested paths. Following the raw-data module exposes src/lab-eyetracking with an absolute source URL. Partial appropriately distinguishes this real transitive discovery defect from untested payload retrieval. The assessment correctly notes that this source module is not required to consume the exported gaze files." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile [discovery: root -> container/Dockerfile]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile [discovery: root -> Docker-Makefile]", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh [discovery: root .gitmodules -> data/studyforrest-data-eyemovementlabels -> code/compute_all.sh]", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh [discovery: root .gitmodules -> data/studyforrest-data-eyemovementlabels -> code/preprocess_submit.sh]" ], "explanation": "The root container includes its numerical/rendering software and installs the pinned tool. The linked current label-generation command invokes host python through PYTHONPATH without an environment provisioning step. Partial is supported, although the strongest evidence is compute_all.sh; Condor/Python 2.7 scripts are legacy instructions, not the recorded current generation route.", "suggested_correction": "Retain partial but cite compute_all.sh for the active external-software gap, and identify Condor separately as stale documentation." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py [discovery: root -> code/mk_figuresnstats.py]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex [discovery: root -> main.tex]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config [discovery: root -> .datalad/config]" ], "explanation": "The manifest associates these text sources with Git blob IDs at the root revision. This is direct evidence of version control. Missing worktree payloads in the frozen inspection do not negate this property; the tree-clean probe measures a different property." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json [discovery: root -> container/image/manifest.json]", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst [discovery: root .gitmodules -> data/raw_eyegaze -> README.rst]" ], "explanation": "Manifest layer sizes match the stated 77,814,784 and 1,750,877,184 bytes. The frozen Git inventory identifies their mode-120000 annex pointers, while the raw dataset documents annex content separation. Actual payload download is unnecessary to establish use of large-file versioning." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d [discovery: root history]", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6 [discovery: root .gitmodules -> data/studyforrest-data-eyemovementlabels -> history]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py [discovery: root -> code/mk_figuresnstats.py]", "https://github.com/psychoinformatics-de/paper-remodnav/commit/5cf0219a71b986c3de3f8b677b7f045f86d4ac1d [discovery: root history]" ], "explanation": "The root run message records container/image as an extra input, exit 0, and img/results_def.tex outputs. The label run specifies bash code/compute_all.sh but no exact execution environment. quality_stats explicitly retains results and is omitted from __main__; that is additional incomplete provenance. Directory-level img coverage must not be confused with proof that every existing figure was regenerated." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md [discovery: root -> README.md]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py [discovery: root -> code/mk_figuresnstats.py]", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README [discovery: root .gitmodules -> data/studyforrest-data-eyemovementlabels -> README]", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh [discovery: root .gitmodules -> data/studyforrest-data-eyemovementlabels -> code/compute_all.sh]" ], "explanation": "The native entry-point probe really does misread the narrative words make changes as a target; overriding that diagnostic is correct. However, met still conflicts with verdict rule 10. README promises every numerical value and all SVG figures, whereas quality_stats is never invoked. The included label README also points to removed preprocessing/detection scripts rather than the recorded compute_all.sh route. Both are substantive documented-route mismatches.", "suggested_correction": "Use partial, retain the false-positive probe explanation, and cite the actual documentation/mechanism discrepancy already recognized under must/008." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md [discovery: root -> README.md]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile [discovery: root -> Docker-Makefile]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py [discovery: root -> code/mk_figuresnstats.py]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex [discovery: root -> main.tex]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile [discovery: root -> img/Makefile]" ], "explanation": "The tagged rerun is a concrete starting point, but its command passes -s -f -r -m and none of the corresponding dispatch branches invokes quality_stats. That function writes velhist.svg, and the manuscript uses its PDF derivative. The promise to recompute everything therefore exceeds the documented entry point; partial is justified without running the workflow." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py [discovery: root -> code/mk_figuresnstats.py]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile [discovery: root -> container/Dockerfile]", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh [discovery: root .gitmodules -> data/studyforrest-data-eyemovementlabels -> code/detect_events_submit.sh]" ], "explanation": "The principal input lookups are relative. Image cleanup paths belong inside Docker and should not count as host dependence. The linked submitted-job definition nevertheless hardcodes a user directory and Python executable, so the broad inspected scope supports partial. This is a legacy-component defect, not proof that the root Docker rerun uses that path." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile [discovery: root -> container/Dockerfile]", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py [discovery: root .gitmodules -> remodnav -> setup.py]", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh [discovery: root .gitmodules -> data/studyforrest-data-eyemovementlabels -> code/compute_all.sh]" ], "explanation": "The Dockerfile explicitly provisions the root analysis and manuscript stack. Current label generation invokes an existing host interpreter and imports a separately pinned package using PYTHONPATH rather than provisioning that interpreter and dependencies. This is a concrete partial-coverage gap. Lack of exact package versions alone would be a must/015 issue, so the host-provisioning evidence matters." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md [discovery: root -> README.md]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config [discovery: root -> .datalad/config]", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5 [discovery: root README DataLad Containers v1.2.3 -> .datalad/config adapter -> datalad_container/adapters/docker.py; frozen by data/remodnav-evidence.json SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499]", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh [discovery: root .gitmodules -> data/studyforrest-data-eyemovementlabels -> code/preprocess_submit.sh]" ], "explanation": "The root names tested tools/platforms, and the adapter source confirms the non-root Docker assumption. The nested legacy submit definition depends on a particular directory, Python 2.7, inherited environment and scheduler. Partial is supportable on those concrete assumptions. Docker installation links may cover ordinary permissions, so that omission alone should not carry the verdict.", "suggested_correction": "Keep partial grounded in the linked host-specific route. For adapter evidence, supplement the movable release-tag URL with the frozen source hash or an immutable upstream commit." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md [discovery: root -> README.md]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile [discovery: root -> container/Dockerfile]", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README [discovery: root .gitmodules -> data/studyforrest-data-eyemovementlabels -> README]", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh [discovery: root .gitmodules -> data/studyforrest-data-eyemovementlabels -> code/compute_all.sh]" ], "explanation": "The root has a usable system/software list, while the nested README describes Condor preprocessing and detection files absent from the current code inventory. The current script uses python -m remodnav instead. This documented mismatch supports partial across the included components." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile [discovery: root -> container/Dockerfile]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config [discovery: root -> .datalad/config]", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py [discovery: root .gitmodules -> remodnav -> setup.py]" ], "explanation": "The cited specifications are committed Git sources alongside the research object and its linked package. This item asks whether specifications are version controlled; it does not require this verdict to duplicate the completeness and exact-version deficits assessed elsewhere." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c [discovery: root history]", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef [discovery: root history]", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3 [discovery: root history]", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh [discovery: root .gitmodules -> data/studyforrest-data-eyemovementlabels -> code/compute_all.sh]" ], "explanation": "Partial is defensible across the full scope: the root has a runnable recorded build/archive procedure and tracked changes, but the linked label computation lacks a corresponding environment-update procedure. The root should receive explicit credit under the native low bar of a command a reader can run. Requiring a separate policy explaining future update triggers is stronger than verdict rule 5.", "suggested_correction": "Retain partial for incomplete component coverage; explain that the root has concrete build/update evidence and avoid treating absence of a formal future-update policy as an additional root defect. Keep the duplicate flag with should/008." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json [discovery: root -> container/image/index.json]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json [discovery: root -> container/image/manifest.json]", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5 [discovery: root README DataLad Containers v1.2.3 -> .datalad/config adapter -> datalad_container/adapters/docker.py; frozen by data/remodnav-evidence.json SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499]", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh [discovery: root .gitmodules -> data/studyforrest-data-eyemovementlabels -> code/compute_all.sh]", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6 [discovery: root .gitmodules -> data/studyforrest-data-eyemovementlabels -> history]" ], "explanation": "The root archive is content identified: latest is an archive label and the adapter loads/runs the configuration-derived image ID. That positive is sound. But met requires the property across the declared object. The included label-generation route has no frozen host interpreter/package environment, a deficiency the assessment itself correctly uses under must/006 and must/010. The root image is not shown to specify the environment that generated those labels.", "suggested_correction": "Use partial for the declared scope, crediting the exact root archive while naming the missing exact label-generation environment. Keep unavailable payload integrity separate from the specification judgment." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile [discovery: root -> container/Dockerfile]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md [discovery: root -> README.md]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web [discovery: root image annex pointer -> git-annex availability metadata]" ], "explanation": "The frozen recipe and annex location logs establish a publication mechanism, not observed current retrieval of the complete archived environment. Not-checked with a specific retrieval check is appropriate under this no-network cohort; no missing payload is presented as a failed download." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md [discovery: root -> README.md]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config [discovery: root -> .datalad/config]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py [discovery: root -> code/mk_figuresnstats.py]", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README [discovery: root .gitmodules -> data/studyforrest-data-eyemovementlabels -> README]", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh [discovery: root .gitmodules -> data/studyforrest-data-eyemovementlabels -> code/compute_all.sh]" ], "explanation": "Root installation links and containers-run commands are useful and genuinely map to docker-make. Nevertheless, native verdict rule 10 explicitly caps must/017 when documentation conflicts with the mechanism. The documented all-results route omits quality_stats, and the included label component lacks current environment-use instructions. The assessment applies this conflict to must/008 but leaves must/017 met without explaining a narrower scope.", "suggested_correction": "Use partial consistently with the assigned documented-route rule and full component scope; preserve credit for the working root environment acquisition/use instructions." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules [discovery: root -> .gitmodules]", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.datalad/config [discovery: root .gitmodules -> data/raw_eyegaze -> .datalad/config]", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules [discovery: root .gitmodules -> data/studyforrest-data-eyemovementlabels -> .gitmodules]" ], "explanation": "The root, raw-data component, label dataset and tool all have Git histories with Git links; annex/DataLad extend the same versioning system for content. No competing version-control mechanism is required by the inspected composition." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml [discovery: root .gitmodules -> remodnav -> .travis.yml]", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d [discovery: root history]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md [discovery: root -> README.md]" ], "explanation": "The tool declares recurring pytest automation, and the root contains a committed historical analysis verification. Those are stronger than the root CI probe reports. They do not establish continuing full-paper instruction checks, particularly given the omitted figure routine and stale nested README. Partial is a justified bounded credit; the Travis definition is not treated as an observed successful run." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules [discovery: root -> .gitmodules]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py [discovery: root -> code/mk_figuresnstats.py]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile [discovery: root -> container/Dockerfile]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile [discovery: root -> img/Makefile]" ], "explanation": "Raw gaze, derived labels and reusable software have separate module identities. Root analysis code, figure outputs and environment files occupy distinct locations with explicit data flow. This meets the native property-based interpretation of separation without demanding a repository per directory." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d [discovery: root history]", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5 [discovery: root README DataLad Containers v1.2.3 -> .datalad/config adapter -> datalad_container/adapters/docker.py; frozen by data/remodnav-evidence.json SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499]" ], "explanation": "The committed run record is actual historical execution evidence: it names the Docker adapter, reports exit 0, and declares result outputs. The adapter uses docker run --rm, which creates a fresh container. This supports the native fresh-container testing item even though no new run was attempted. It should not be read as proof of current retrieval, identical publication outputs, or coverage of quality_stats.", "suggested_correction": "Keep the historical-test qualification and anchor the adapter citation to its frozen content hash or an upstream commit, not only the release tag." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5 [discovery: root README DataLad Containers v1.2.3 -> .datalad/config adapter -> datalad_container/adapters/docker.py; frozen by data/remodnav-evidence.json SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config [discovery: root -> .datalad/config]", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6 [discovery: root .gitmodules -> data/studyforrest-data-eyemovementlabels -> history]", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh [discovery: root .gitmodules -> data/studyforrest-data-eyemovementlabels -> code/compute_all.sh]" ], "explanation": "The root adapter launches a removable container, and the registration supplies a per-call temporary HOME. The linked run instead invokes host Python with an inherited PYTHONPATH and no disposable environment boundary in the recorded command. Partial correctly captures the difference between components." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c [discovery: root history]", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d [discovery: root history]", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3 [discovery: root history]" ], "explanation": "The 2023 build/recomputation and 2025 load/exit/save conversion establish concrete historical environment checks. The latter tests compatibility, not scientific output equivalence, and the root inventory has no recurring workflow test. Partial is a reasonable assessment of limited repeated checking, without treating absence of CI as evidence that no checks ever happened." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json [discovery: root -> container/image/manifest.json]", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3 [discovery: root history]" ], "explanation": "The image archive belongs to the object through tracked manifests and annex-addressed layers, and the conversion run operates on that archive. This demonstrates archival structure; this cohort’s intentionally omitted binary bytes do not defeat it." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c [discovery: root history]", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef [discovery: root history]", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3 [discovery: root history]", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh [discovery: root .gitmodules -> data/studyforrest-data-eyemovementlabels -> code/compute_all.sh]" ], "explanation": "This repeats must/014 exactly and the assessment uses the same status and duplicate flag. Partial is supportable for absent linked-component environment procedure. As for must/014, the runnable root build/archive command and subsequent tracked maintenance deserve explicit credit; a formal future-update policy is not required by the native rule.", "suggested_correction": "Use the same clarified component-coverage rationale as must/014 rather than demanding a stronger root governance process." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst [discovery: root .gitmodules -> data/raw_eyegaze -> README.rst]", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE [discovery: root .gitmodules -> remodnav -> LICENSE]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules [discovery: root -> .gitmodules]" ], "explanation": "The consumed gaze data explicitly declares unrestricted access and the tool has an MIT license. No inspected consumed component is identified as access-restricted. The native empty-subject rule supports N/A, and a machine-local source URL or absent cached bytes does not itself establish an access-control policy." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules [discovery: root -> .gitmodules]", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules [discovery: root .gitmodules -> data/studyforrest-data-eyemovementlabels -> .gitmodules]", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules [discovery: root .gitmodules -> remodnav -> .gitmodules]" ], "explanation": "The actual module registries include the raw dataset, label dataset, tool and nested data/tool links. This is direct evidence of the optional composition property; it should remain separate from reachability checks." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md [discovery: root -> README.md]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules [discovery: root -> .gitmodules]", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README [discovery: root .gitmodules -> data/studyforrest-data-eyemovementlabels -> README]", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh [discovery: root .gitmodules -> data/studyforrest-data-eyemovementlabels -> code/compute_all.sh]" ], "explanation": "The root explains the broad research-object relationship and publishes module locations, but the nested reproduction description fails to match its current computation. A reader receives partial structural guidance rather than a coherent explanation of the included computational components and how to recombine them." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules [discovery: root -> .gitmodules]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py [discovery: root -> code/mk_figuresnstats.py]", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh [discovery: root .gitmodules -> data/studyforrest-data-eyemovementlabels -> code/compute_all.sh]", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e [discovery: root .gitmodules -> data/studyforrest-data-eyemovementlabels -> history]" ], "explanation": "Fixed file layouts and column expectations are normal module interfaces; their presence does not by itself show boundaries prevent independent compatible updates. Separately pinned REMoDNaV versions actually let the root and label components evolve independently. The cited facts do not identify an update that breaks another component or an unavoidable coupling. The label history even explicitly records a separate tool update, although its successful integration was not executed here.", "suggested_correction": "Provide a concrete incompatible update or cross-boundary coupling before retaining partial. Otherwise recognize the independent pinned-module boundaries and state that unrestricted substitution was not tested; do not require every module to be interchangeable without interface constraints." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules [discovery: root -> .gitmodules]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config [discovery: root -> .datalad/config]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile [discovery: root -> Makefile]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile [discovery: root -> Docker-Makefile]" ], "explanation": "Gitlinks select component revisions, docker-make joins the archived environment to its build entry, and Make delegates rendering and manuscript assembly. Those are explicit composition mechanisms even though some reproduction coverage is incomplete." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md [discovery: root -> README.md]", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules [discovery: root -> .gitmodules]", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README [discovery: root .gitmodules -> data/studyforrest-data-eyemovementlabels -> README]", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh [discovery: root .gitmodules -> data/studyforrest-data-eyemovementlabels -> code/compute_all.sh]" ], "explanation": "The root clone/rerun instructions and module registry help users navigate. The linked label README leads to removed code and never directs users to the actual recorded compute_all.sh route. Partial reflects this concrete navigation problem without denying the useful root tooling." } ], "verdict": "needs_revision", "created_at": "2026-10-28T03:29:14+00:00", "limitations": [ "Inspection only: no network, payload acquisition, container build, scientific workflow execution, or fresh rerun. Binary data, figures and container layers were intentionally absent; neither successful retrieval nor retrieval failure was observed.", "The frozen manifest SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499 was verified. Source discovery followed root README/configuration and Git module links. Downloaded source/history hashes for the root, raw-data, label-data and two linked REMoDNaV revisions matched the manifest.", "GIT_NO_LAZY_FETCH=1 was set for every Git read. Several historical git show --stat calls could not access omitted objects without fetching; committed run messages were checked in the frozen history.txt files instead. Missing diffs limit independent confirmation of the claimed last modification to velhist.svg; the current code independently confirms its omission from the entry point.", "The native checklist pin check and response validator passed. Two native structural probe functions were independently run against an in-memory view of the frozen root inventory/source: they reproduced the spurious make changes target and absence of root CI. Original probe reports and other assessment artifacts were not accessed, so their entire execution histories were not audited.", "The supplied JSON contains all 31 required IDs exactly once. Its status counts are MUST: 7 met, 9 partial, 1 not-checked out of 17; SHOULD: 4 met, 4 partial, 1 not-applicable out of 9; MAY: 2 met, 3 partial out of 5. No aggregate numeric score or reported denominator was supplied to contradict these counts. This is a completeness/count check, not a numeric review score.", "Adapter evidence is frozen at the supplied content hash. The assessment cites a v1.2.3 tag URL rather than an immutable commit; that upstream tag-to-commit identity was not resolved under the no-network boundary. Public commit/file citation targets were matched to frozen content, not contacted online.", "Only the assigned anonymized assessment was reviewed; no peer reviews, other finished assessments, examples, source evaluation fixtures or parent history were consulted. Agreement is independent review judgment, not human approval. Actual runtime model identity was not observed." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-stamped-impl-08-review-3", "assessment_id": "study-con-stamped-impl-08", "reviewer_id": "study-con-stamped-impl-08-review-3-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The committed root contains the manuscript and analysis sources, three nested gitlinks, and a container/image registration. This supports the structural common-root judgment. The nested source-URL defect is separately acknowledged under must/002; a common-root layout does not establish successful retrieval." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Following root .gitmodules to data/raw_eyegaze exposes a machine-local URL for src/lab-eyetracking. Direct paper inputs instead use the exported nested gaze files and linked labels/Anderson data. Partial accurately distinguishes this real upstream linkage defect from the usable structural direct-input links; the cohort provides no present-day payload retrieval result." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The root recipe covers the analysis stack and installs the pinned tool source. Root -> label module -> compute_all.sh invokes host Python, while the retained, documented legacy submission route assumes Condor/Python 2.7. Partial is supportable over the declared broad scope. Condor is a legacy-route assumption, not a dependency demonstrated for the current compute_all.sh path.", "suggested_correction": "Keep partial, but distinguish the current host-Python route from obsolete Condor instructions." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The frozen Git tree and history contain the substantive code, text and configuration. Missing files in a logistical inspection checkout cannot negate use of version control. The assessment correctly questions that probe mapping rather than treating omitted payloads as project dirt." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/blobs/sha256", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The committed tree lists six image-blob entries as mode 120000, and the manifest identifies the two large layer sizes cited. The explicitly linked raw-data README describes Git metadata plus annex-managed content. These are sufficient structural evidence of large-content versioning without retrieving the bytes." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/commit/5cf0219a71b986c3de3f8b677b7f045f86d4ac1d" ], "explanation": "The root run explicitly records container/image as an extra input and img plus results_def.tex as outputs. Conversely the label run records only a shell command and data paths, and the quality_stats function is excluded from the main call list. A read-only path-history query confirms the latest velhist.svg change is an ordinary commit. Partial is justified; directory output declaration alone would not prove that every descendant was recomputed." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "Instructions do exist, and the probe apparently misparsed prose. Nevertheless the native verdict rule 10 caps must/007 at partial when the documented route and mechanism disagree. README promises every numerical value and all SVG figures; the actual -s -f -r -m dispatch excludes quality_stats and its manuscript-used velhist output. The assessment recognizes precisely this disagreement under must/008 but leaves must/007 met.", "suggested_correction": "Change to partial and name the incomplete reproduction promise. Retain credit for the useful clone, prerequisites, rerun and manuscript commands." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "The signed-tag rerun is a concrete starting point. Inspection of quality_stats, the complete main dispatch, and the manuscript figure reference independently confirms the missing velocity-distribution regeneration. The code also retains signal-loss numerical results manually. Partial captures an executable but incomplete route; it is not an observed runtime failure." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "Root data paths are relative and Docker cleanup paths are internal to the image. The linked legacy submit generator fixes initialdir to a personal host directory and the executable to a system Python installation. With that documented linked route in scope, partial is warranted; it should not imply the root Docker route uses that directory." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The root image explicitly installs system and Python packages. The linked label wrapper relies on the host shell/Python and inherited PYTHONPATH; its pinned package declares library names but does not supply that host environment. Partial is reasonable. Lack of exact version pins alone is a must/015 issue, so the stronger basis here is the unsupplied host runtime rather than merely unfrozen library versions.", "suggested_correction": "Keep partial, distinguish dependency inclusion from exact version identity, and acknowledge the linked setup.py dependency declarations." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The README identifies the major tools, tested systems and Docker-format compatibility. The adapter source explicitly assumes Docker is manageable by a non-root user, and the linked legacy submission script depends on a specific host location and inherited environment. These leave concrete host assumptions incompletely documented. The external adapter is discoverable via the README version and registered module invocation; the hash-qualified frozen locator avoids treating its release tag as immutable." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root requirement list and image recipe are clear. The label README instead names removed Python files and generated Condor submit files, while the current tree exposes a package-based shell wrapper. This documented-route mismatch supports partial independently of whether a runtime is presently installed." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "Both the root environment definition/registration and dependency declarations in the separately pinned tool revisions are versioned. This criterion asks whether specifications are tracked; it need not repeat the completeness and historical exactness failures of must/010 and must/006." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/d479a9ac9defd121a3ba3efd6c0dbf5b475cc76e", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "Partial may be defensible as root coverage with a linked-label gap, but the reasoning does not clearly apply the native declared-process rule. That rule requires a runnable command and tracked instances, not a formal future trigger/rebuild/check protocol. The cited command builds an image from a recipe; the ENV correction is not itself a dependency update. History additionally records explicit Makefile package-version changes, omitted from the rationale. Some historical blob diffs are absent from the frozen clone, so I cannot settle how those instances implement a declared update process.", "suggested_correction": "State exactly which runnable command counts as updating an environment specification and cite a genuine instance. If none is declared, the native rule calls for unmet; if the root process is evidenced but the linked one is missing, retain partial for that explicit coverage gap. Do not demand an additional formal protocol unsupported by the native rule." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The root image is genuinely content-addressed: the adapter hashes its config and runs the resulting image ID, so the latest archive label is not a floating execution reference. However, met requires the property across the assessed object. The same assessment includes linked label generation under must/006 and must/010, where it correctly identifies no exact environment; that component has unversioned library requirements and no recorded image/lock. Root-only image evidence does not close exact environment replication for this wider scope.", "suggested_correction": "Change to partial: preserve the strong root-image finding and state that the linked label-generation environment is not exactly specified. Do not penalize the harmless latest archive label." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image", ".cache/objects/paper-remodnav/evidence/annex-metadata/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web#revision=0cc48aa1605a41f1c512561a6427a93a65ebebfe" ], "explanation": "The recipe and recorded public archive locations are inspectable. I read the supplied annex availability logs and confirmed the image-layer web URLs, but those logs do not demonstrate present retrieval. Given the explicit no-network boundary, not-checked is a defensible conservative verdict for usable distribution, with known source publication retained in the evidence. No failed acquisition should be inferred." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The root explains how to obtain and invoke its container, but the native method explicitly applies documented-route conflicts to must/017 as well as must/007 and must/008. The claimed complete reproduction omits quality_stats/velhist. In the stated wider scope the linked label route also lacks matching environment-use instructions. The unqualified met verdict is therefore inconsistent with the method and the assessment's own supported omissions.", "suggested_correction": "Change to partial, retaining credit for the root container instructions while naming their reproduction-coverage limitation and the linked labeling documentation gap." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The explicit discovery chain uses Git repositories/gitlinks throughout, with annex/DataLad content identities inside that common system. Distinct repositories do not mean incompatible version-control systems; met is supported." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The tool has an executable CI test definition, and committed root records provide concrete historical analysis and compatibility checks. Neither is recurring coverage of the complete paper route, especially the omitted quality computation and stale linked instructions. Partial appropriately credits testing without claiming a successful current CI run or deriving total absence from no root CI." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The root structurally separates raw data, labels, reusable tool source, paper analysis, figure outputs and environment definition. Relative input/output paths in the analysis corroborate their roles. The criterion permits separate directories and pinned modules; requiring every role to have its own repository would be an extra condition." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The 2023 exit-zero record plus the discovered adapter is real historical evidence of a fresh Docker execution for the root analysis subset. It is stronger than a mere script definition, and a new rerun is unnecessary to credit it. The unresolved issue is scope: the assessment calls this met while including linked label generation and the unrecomputed quality figure elsewhere. The cited record neither regenerates the labels nor invokes quality_stats, so fresh testing of the complete declared computational scope is not established.", "suggested_correction": "Clarify the component coverage. Under the broad scope, partial is better supported; met should be explicitly limited to the root pipeline actually recorded, rather than presented as whole-object fresh execution evidence." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root command creates a Docker container with --rm and a temporary HOME, while the linked labeling wrapper has no environment-creation step and inherits host state. Partial expresses the observed difference in mechanisms. These records establish historical design/execution evidence, not an execution performed during this review." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "Recorded build, result recomputation and later archive-conversion/exit checks establish historical environment handling. The 2025 exit-zero smoke check does not run the science pipeline, and no root recurring CI or schedule appears in the committed tree. Partial is a reasonable bounded judgment; the source evidence does not prove regular full-workflow reconstitution or that unrecorded testing never occurred." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/blobs/sha256", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The object includes a local, versioned archive representation with content-addressed annex objects, not merely an external image tag. This supports archive presence. Missing frozen binary payloads restrict integrity/retrievability verification but do not establish that the source object lacks the archive." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/d479a9ac9defd121a3ba3efd6c0dbf5b475cc76e", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The assessment correctly marks this as an upstream duplicate and gives it the same status as must/014. The same unresolved methodological issue applies: a build command and an ENV correction are not self-explanatory proof of a dependency-specification update process, while a formal future maintenance protocol exceeds the native command-and-instance threshold. The omitted package-version history deserves examination before resolving that distinction.", "suggested_correction": "Revise together with must/014 using identical evidence and the same resolved status; retain upstream-duplicate flags." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The consumed gaze data are explicitly described as unrestricted, the used tool is MIT-licensed, and the current paper route names no access-restricted software. N/A follows the native empty-subject rule. A machine-local source URL and deliberately omitted payloads do not themselves establish an access-control policy. This is not a comprehensive licensing audit of unused upstream material." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The Git tree confirms pinned top-level modules and the module files disclose the nested Anderson and gaze datasets. This criterion concerns linked composition; current reachability is a different question. Met is supported despite the separately reported upstream URL limitation." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root explains what the data/code/environment combination produces, and module registries identify its components. The label README no longer describes the current wrapper and offers no updated recombination account. Partial is justified as incomplete documentation rather than absence of modular structure." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The cited negatives do not establish defective independent-update boundaries. Fixed relative paths and expected table columns are ordinary module interfaces. Separate tool pins protect the root and label components from accidental changes to one another; updating the root tool need not regenerate already versioned label inputs. No cited change is shown to break a consumer, and no shared mutable source is identified. Thus the partial verdict is not demonstrated by these facts.", "suggested_correction": "Assess the boundary property from independent repositories and pinned revisions, which support met structurally. If behavioral compatibility after updates is essential to the intended reading, report that as not-checked or provide a concrete incompatible-update example instead of treating normal interfaces and separate pins as defects." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile" ], "explanation": "Gitlinks supply the component composition mechanism, and the registered Docker command plus Make dependencies join statistics, figure conversion and manuscript compilation. The quality-statistics coverage gap does not erase the existence of this clear composition mechanism." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Root clone/rerun guidance and inspectable module registries help users locate the parts. At the next linked level, instructions still name removed detector/preprocessing code instead of the current wrapper. Partial is a specific documentation/navigation gap, independently verifiable from that module's committed inventory." } ], "verdict": "needs_revision", "created_at": "2026-10-28T03:36:13.703561+00:00", "limitations": [ "Inspection-only review of the one assigned anonymized native JSON and explicitly discoverable frozen source material. No other assessments, reviews, examples, parent-chat history, peer outputs, or evaluation answer fixtures were consulted.", "Verified manifest SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499 and checklist pin 0.3.1. Native response validation passed for all 31 IDs; that structural result was not used as evidence that judgments are correct.", "No network, scientific workflow execution, container build, or payload acquisition occurred. Binary data, figures and image layers are intentionally absent; their bytes, current availability and numerical reproducibility were not tested. Historical exit-zero records were inspected as source provenance, not presented as executions observed here.", "Every Git query used GIT_NO_LAZY_FETCH=1. Several historical blob-level diffs were unavailable and refused locally; no fetch was attempted. Commit messages, tree/path histories and available source files remain the basis for history findings, particularly the unresolved environment-update criteria.", "The external Docker adapter is supplied at a release-tag URL without a resolved Git commit. Review citations therefore use the frozen relative source locator plus its SHA256. Discovery is root README Containers 1.2.3 reference -> registered adapter module -> supplied adapter source; cache presence alone was not used to introduce a component.", "Only the native assessment JSON was supplied for review. Its counts are MUST 7 met, 9 partial, 1 not-checked out of 17; SHOULD 4 met, 4 partial, 1 not-applicable out of 9; MAY 2 met, 3 partial out of 5. No missing IDs or inconsistent explicit app values were found, and no overall numeric score is present. Separate report denominators, original probe execution logs and report-only claims were not available within the assigned input.", "Agreement is an independent evidentiary judgment, not human approval. Actual runtime model identity is not independently observed and remains null." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-stamped-impl-09-review-1", "assessment_id": "study-con-stamped-impl-09", "reviewer_id": "study-con-stamped-impl-09-review-1-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The root contains manuscript/build code and its image archive, while named child slots bring raw data, labels and software into the same logical tree. This supports the structural nesting claim; the nested acquisition URL defect is separately identified under must/002." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Following root -> data/raw_eyegaze -> .gitmodules reveals src/lab-eyetracking with a machine-local acquisition source. The root analysis reads published eyegaze files instead of invoking that acquisition module. Partial therefore preserves the working root linkage while identifying the specific deeper boundary defect, without claiming a retrieval experiment." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The root pins REMoDNaV, installs that local checkout in Docker-Makefile, and provides scientific Python and manuscript-rendering tools in the container recipe. The declared REMoDNaV runtime dependencies match packages included by that recipe. This is concrete inclusion evidence for the scientific and document software." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The frozen inventory records Git object identities for source, manuscript, documentation and configuration. Deliberately omitted payload/style files do not establish a dirty upstream project. Overriding a cleanliness probe is appropriate because this criterion asks whether version control is used." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#nodes/0/absent_payloads" ], "explanation": "The inventory gives MD5E annex keys for the image configuration and layers and for input/label payloads; the raw dataset explains annex retrieval. This establishes large-content versioning without obtaining bytes. More precisely, the six root image annex pointers include two layers plus configuration/manifests, rather than six layers." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/1dcac1b5f3e794077f5017fff410909331a72965" ], "explanation": "The 2023 record declares container/image as an extra input and identifies result outputs. The label-generation record reached through the labels module invokes a host shell/Python workflow and names no exact environment; the older figure record also lacks one. These records substantiate partial coverage. Manually authored flowchart artwork is not needed as negative evidence." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile" ], "explanation": "The current README has prerequisite installation links, a dataset clone, the rerun command, and a separate PDF command, each backed by tracked mechanisms. Its old instructions are explicitly separated, so their coexistence does not by itself trigger the conflicting-route rule." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The signed results tag provides an explicit starting point for recomputation; the record behind the described route invokes the registered archived image and Docker-Makefile. The disclosed histogram difference is consistent with the run narrative. This supports a clear starting point, not a claim of a newly successful rerun." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "Current analysis paths are relative to module slots. Both retained Condor submission generators in root -> labels -> code embed an author-specific initial directory and a system Python location. That is a concrete component-level exception; image-internal cleanup paths and README command prompts are not equivalent defects." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py" ], "explanation": "The container captures the root scientific stack, but the linked label generator invokes ambient python and appends an existing PYTHONPATH. Its pinned software package lists unpinned dependencies; that does not capture the host environment that generated the labels. Partial remains justified independently of whether documented Docker/DataLad bootstrap tools are counted as omissions." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The root documents tested platforms and Docker compatibility, while the adapter requires Docker on PATH usable by a non-root user. The linked Condor script also inherits the host environment and fixes a private initial directory without a corresponding reproducible host setup. The specific linked assumptions justify partial." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "A clear prerequisite list exists for the supported reproduction route, with DataLad/Containers versions, Docker compatibility and platform information; the recipe supplies package-level system requirements. This narrower documentation property is supported even though must/010 and must/011 identify incomplete capture and assumptions in linked processing." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json" ], "explanation": "The frozen Git inventory includes the recipe, registration and OCI index alongside code and data references. Versioning those specifications is directly established and does not depend on fetching annexed image bytes." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The build record supplies an executable regeneration operation, and history includes an actual recipe correction and later recorded archive conversion. Native rules accept runnable commands in history plus subsequent tracked changes as an update process. The duplicate flag correctly links this to should/008." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The current manifests identify exact configuration/layer digests, and the adapter derives the image ID from archived configuration bytes before execution. The latest label is descriptive archive metadata in this route, not a mutable registry lookup. Frozen identities support an attempt at exact reconstruction; successful reconstruction remains untested." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web" ], "explanation": "The cited limitation is that present-day payload access was not tested, not an identified distribution defect. Native verdict rules reserve partial for a known component-level shortfall and not-checked for unavailable verification. The env-spec-tracked helper itself emits partial for an unchecked remote, which conflicts with those rules and should be surfaced rather than inherited. The frozen public recipe/index and current OCI annex web logs support publication; the assessment cites the older .tar-key log instead of the available current no-extension key.", "suggested_correction": "Treat the published specifications as met on frozen evidence, and explicitly retain live payload accessibility as not-checked in the limitations/extra findings. If live accessibility is treated as indispensable to this criterion, use not-checked instead of partial. Cite the current OCI key log and flag the probe/verdict-rule conflict." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The documented root route explains installation, clone, rerun and manuscript build, and the registration connects those commands to the tracked image. That satisfies obtain/use documentation for the offered environment. It does not supply a historical environment for the labels, already captured by the provenance and dependency findings." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The root and discovered child components use Git identities, with DataLad/git-annex adding content identity for large objects. Git-tracked benchmark files and annex-tracked eyegaze/image files participate in the same underlying versioning model." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2" ], "explanation": "The history records a scientific recomputation and later compatibility maintenance, while the root inventory contains no workflow CI configuration. The linked Travis job builds/tests REMoDNaV itself. Partial fairly credits periodic human maintenance without inventing a regular paper-workflow test schedule; absence of CI alone would not prove absence of all testing." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Raw data and labels occupy separate child repositories; code, figures and the image recipe/archive have distinct locations. The scripts read input module paths and write derived outputs outside the raw-data module, which supports the claimed separation." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "A recorded successful root result computation invokes the adapter, whose inspected implementation starts docker run --rm using the archived image ID. Combined historical execution evidence and mechanism inspection support a fresh container for that test under the method equivalence rule. The assessor correctly does not claim to have run a new test or validate present-day output equality." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "disagree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The containerized root route does spawn a disposable container. However, the declared scope includes linked computational components, and the label-generation workflow used as negative evidence elsewhere executes host python with inherited PYTHONPATH, without creating a disposable environment. The response narrows this criterion to the supported root route without reconciling that broader scope. A root-only mechanism does not establish the property across the assessed object.", "suggested_correction": "Use partial for the full stated scope: disposable root analysis/manuscript execution, but host-based linked label generation. Alternatively explicitly narrow the assessed workflow boundary consistently across all criteria and explain why linked generation is excluded." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The record of result execution and the later successful image-load/conversion are real evidence of reconstitution on particular occasions. The conversion payload is exit 0, not the scientific workflow, and no regular full-environment test schedule is supplied. Partial acknowledges the historical checks without upgrading them to regular validation." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "An executable image archive is represented inside the object with content-addressed payload references, and build/conversion records show how that archive was stored and maintained. Intentional removal of payloads from the review package does not negate archival structure. Byte availability and execution remain separate unresolved checks." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The same executable build/update history supports this duplicate of must/014. Both responses have the same verdict and upstream-duplicate flag; there is no independent second process being claimed." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The raw dataset explicitly declares unrestricted access and the inspected scientific modules are publicly linked. No restricted subject is established. A private-looking historical acquisition path is a reachability defect, not evidence of a policy restriction, so empty-subject not-applicable is appropriate for the inspected components." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The root names external input/software submodules, and following the REMoDNaV link exposes benchmark and studyforrest submodule definitions. I also checked the root and labels Git tree entries that pin their different REMoDNaV revisions. This directly supports linked modular inclusion." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Machine-readable module wiring and the root description explain part of the composition. They do not provide a component-level recombination account or explain why label generation and paper analysis pin different software revisions. Partial is reasonable for this documentation-specific question." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The cited paths and TSV fields describe concrete interfaces, but every useful module has interfaces. Neither relative nesting nor different independently pinned versions demonstrates that an interface-preserving module update breaks the workflow. A stale reproduction README is a documentation defect rather than evidence against independent update boundaries. The assessment names a need for compatibility checks, without identifying a specific prohibited update, cross-module state coupling, or observed incompatibility.", "suggested_correction": "Supply a concrete boundary-coupling example before retaining partial. Otherwise credit the independently pinned boundaries, stating that compatibility of future updates was not exercised; use not-checked if the criterion is interpreted to require such an experiment. Do not score generic update risk as an observed defect." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile" ], "explanation": "Module slots compose inputs/software, the image registration provides execution, and the Makefiles connect analysis products to manuscript rendering. These mechanisms are explicit and inspectable, so no execution experiment is needed to establish their existence." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e" ], "explanation": "The root documentation and DataLad metadata help navigation, but the labels README directs readers to submission/Python files absent from the complete frozen file inventory. The real tracked compute_all.sh entry is different. This is a concrete navigability shortfall supporting partial, independently of whether modular updates would break." } ], "verdict": "needs_revision", "created_at": "2026-10-28T03:47:56.022008+00:00", "limitations": [ "Inspection-only review of manifest e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499, cohort remodnav-e3c6253bced7. All 31 native checklist criteria were checked; 267 supplied source/history file hashes matched the manifest.", "Discovery followed the root README and .gitmodules into data/raw_eyegaze, data/studyforrest-data-eyemovementlabels, root REMoDNaV and their explicit nested module links. Adapter evidence was reached via README tool/version references and .datalad/config. Cache presence was not treated as discoverability.", "No network, payload acquisition, container build, scientific execution or fresh rerun occurred. Image layers, input/label payloads and omitted binary/style artifacts were not inspected as bytes. Historical exit records support past runs only; current retrieval, numerical equality and rendered manuscript fidelity remain unverified.", "The adapter cache provides version-tagged source rather than a supplied immutable Git commit. Findings cite its relative frozen locator with SHA256 so the exact inspected bytes are identifiable; this does not establish a commit identity for that upstream tag.", "Only the assigned anonymized assessment was read. Its separate report, probe output and any peer assessments/reviews were not available within the assigned review input and were not consulted. Probe-execution claims cannot be independently audited from that JSON alone; source-backed overrides were checked directly.", "The native checklist pin and response validator passed. The response contains exactly 17 MUST, 9 SHOULD and 5 MAY entries; its status counts are 11 met/6 partial, 6 met/2 partial/1 not-applicable, and 2 met/3 partial respectively. No aggregate score or reported denominator exists in the assigned JSON to audit, and validator success was not used as proof of substantive correctness.", "All Git reads used GIT_NO_LAZY_FETCH=1. Read-only pin/response validation and inventory/hash checks were performed; the object and frozen package were not changed. No approval by a human is implied by agreement findings." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-stamped-impl-09-review-2", "assessment_id": "study-con-stamped-impl-09", "reviewer_id": "study-con-stamped-impl-09-review-2-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "The root contains manuscript sources, result macros, analysis and environment definitions. Its three explicit module edges provide nested locations for the input datasets and analysis software. This supports the structural common-root judgment; the acquisition URL defect is appropriately distinguished under must/002." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Following root data/raw_eyegaze reaches an absolute machine-local URL for src/lab-eyetracking. The top-level analysis instead reads published raw-eyegaze files and the separate labels module. Partial accurately identifies a specific nested boundary defect without claiming the paper rerun was observed to fail or treating excluded payloads as retrieval failures." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The root Dockerfile explicitly installs the imported scientific and document-rendering tools, and Docker-Makefile installs the versioned REMoDNaV checkout. The linked package declares numpy, scipy, statsmodels and matplotlib. This is concrete software inclusion/linkage evidence; host orchestration and the separate label-generation environment remain limitations under the portability items." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Read-only Git tree inspection confirms tracked Makefiles, manuscript files, configuration, code and Dockerfile. Source-package omissions do not show that the original research object lacked version control. Overriding a clean-working-tree heuristic for this item is justified." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The frozen inventory identifies content-addressed annex symlinks for image layers and raw scientific payloads; the raw-data README explains separate Git metadata and git-annex retrieval. This supports use of appropriate large-data versioning without requiring the bytes to be downloaded. It does not establish their present availability." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/1dcac1b5f3e794077f5017fff410909331a72965" ], "explanation": "The 2023 result record names container/image as an extra input and declares its numerical/figure outputs. The linked label run invokes host Python through compute_all.sh without an environment identity. That concrete current-input provenance gap supports partial even without treating all old figure records or hand-edited illustrations as evidence against the current container run." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The root installation/use instructions are substantial and correctly distinguish the old route. However, the explicitly included labels component documents missing preprocessing/detection scripts, while its successful recorded route is compute_all.sh. Under native rule 10, this undisclosed documentation-versus-record mismatch limits A.1 to partial for the declared linked-component scope. The assessment recognizes the same mismatch only in its MAY findings.", "suggested_correction": "Use partial for the declared broad scope, credit the complete root instructions, and name the stale labels README versus recorded compute_all.sh route. If evaluating only consumption of precomputed labels, explicitly reconcile that narrower boundary with the other linked-component judgments." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The paper workflow has an unambiguous starting command, datalad rerun results-containerized, and a separate manuscript target. The recorded command actually invokes the named Docker-Makefile and the root README discloses the historical histogram difference. These are sufficient starting-point evidence; this judgment should not be represented as confirmation that every linked component can be regenerated." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The paper analysis constructs relative input paths. Both linked Condor submission generators contain an absolute user-specific initial directory and a fixed Python 2.7 executable. These are actual committed script assumptions, unlike container-internal cleanup paths or illustrative shell prompts, so partial is supported." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/c9b869617f494ef11f3ccb720934b850342cc6f3/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The root provides a substantial environment recipe, but compute_all.sh executes inherited host Python and extends inherited PYTHONPATH. Its linked setup.py lists dependencies without capturing the actual label-producing environment. Partial is justified by that specific component. The documented existence of Docker/DataLad host prerequisites alone should not imply every containerized workflow fails this item." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The README names tested platforms and runtime versions. The discovered adapter explicitly assumes a Docker executable usable by a non-root user, and the linked scheduler scripts inherit environment state and prescribe a user directory. These assumptions are not explained as a reproducible setup in the project documentation, supporting partial." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The root dependency list supports met for the paper container route. The assessment nevertheless includes linked label processing when finding incomplete dependencies and undocumented host requirements elsewhere. Its met evidence does not explain where the required Python/scheduler environment for that in-scope component is clearly documented. A root-only citation cannot establish the property across the stated boundary.", "suggested_correction": "Reconcile the component scope explicitly. For the broad scope used in must/010 and must/011, use partial unless a clear linked-component requirements list is identified." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef" ], "explanation": "The frozen tree tracks the recipe, container registration and archived manifest alongside scientific sources, and the history records a recipe edit. This is a version-control property; missing completeness of the linked label environment is a separate issue and does not negate the evidence that the supplied specifications are tracked." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The historical build is a runnable operation consuming container/Dockerfile and writing container/image. A later OCI conversion is another explicitly recorded operation with exit zero, while the recipe itself has a tracked edit after introduction. Under the native allowance for executable processes carried in history, this supports met. The duplicate flag appropriately links this answer to should/008." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The archive names configuration and layer digests, and the inspected adapter computes the configuration hash, loads the local archive and runs the resulting image ID. The latest label is not a remote tag selected for execution. Met is therefore supported for attempting the archived environment; the floating Dockerfile base would matter if the assessment instead claimed an exact rebuild from recipe alone." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/0f4/8f8/MD5E-s3157--1f4b39fc68a27891a2dba5356c884dbb.log.web" ], "explanation": "The reason gives published source and recorded layer locations, then downgrades solely because current retrieval was not attempted. Native partial requires an identified violation or a known component-specific shortfall; an inspection restriction is not such a violation. The supplied current OCI availability logs also provide more directly matching evidence than the cited legacy .tar-key location.", "suggested_correction": "Use met for the demonstrated publication of environment specifications and report current payload retrieval separately as unchecked. If live usability is treated as indispensable to this item, use not-checked with the publication evidence retained, not partial without a demonstrated defect." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root README explains obtaining and using its archived container. The explicitly linked label-generation route has neither corresponding environment setup instructions nor a README matching its recorded compute_all.sh execution. A met judgment across the broad assessment boundary overstates what the root documentation establishes, especially when must/010 already identifies this separate environment gap.", "suggested_correction": "Use partial for the broad linked-component scope, distinguishing the well-documented paper environment from missing instructions for recreating the labels environment. Alternatively define and consistently apply a consumption-only input boundary." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The discovered components use Git identities and submodule commits, with git-annex for separately stored large content. This is a coherent common versioning model rather than unrelated manual version lists." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "History establishes a real result recomputation and subsequent compatibility maintenance; the linked Travis file tests REMoDNaV itself, not the complete paper workflow. Partial appropriately credits these concrete checks while withholding a claim of regular end-to-end testing. No root CI configuration appears in the frozen tree." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The root separates raw inputs, precomputed labels, REMoDNaV, analysis source and container artifacts. Output destinations are local result macros and img, and labels in turn separate input data and code. Distinct directories and Git module boundaries support met without requiring every directory to be a repository." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "This is not merely a script definition: the historical DataLad record reports exit zero for the result computation, and the linked adapter launches docker run --rm. Together they support a historical test in a fresh execution container under the method equivalent-evidence rule. They do not establish a new rerun, identical journal figures, a clean dataset mount or fresh-host retrieval." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Fresh disposable Docker execution is supported for the paper computation. The linked label-generation record executes compute_all.sh directly, which runs inherited Python and PYTHONPATH without spawning any disposable environment. Since that computational component is included in the assessment scope and in its provenance/portability negatives, an object-wide met is inconsistent.", "suggested_correction": "Use partial: the paper route spawns disposable containers, while the included label-generation route has no captured disposable execution mechanism. Keep persistent output mounts distinct from this actual missing isolation mechanism." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "The exact archived image is involved in the 2023 computation and the 2025 conversion/load check. The latter executes exit 0, so it is correctly not described as a full scientific rerun. Those concrete but sporadic checks support partial; neither the linked package CI nor maintenance claims prove regular testing of the paper environment." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "Both the committed image manifest and annex pointer inventory establish an image archive inside the research object. Build and conversion history support how it entered that boundary. Deliberate omission of layer payloads from the inspection package does not show an absence of archived environment artifacts." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "This is the exact duplicate of must/014. The recorded build/update operations and tracked recipe modification support the same judgment, and both answers carry upstream-duplicate. It should remain one shared evidentiary argument even though the checklist has two native items." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The raw-data documentation explicitly describes unrestricted access, and the discovered computational component links identify public repositories. No access-restricted component is established. Empty-subject not-applicable is appropriate; the machine-local acquisition URL alone does not establish a restricted-access policy." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Following the actual module declarations exposes independently pinned raw data, labels, REMoDNaV and benchmark datasets. This item asks whether module linkage exists, so the bad nested acquisition URL does not invalidate met here." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "Metadata and execution wiring expose the component relationships, but the README gives no practical recombination guide and does not explain the distinct paper-analysis and label-generation software pins. Partial credits the usable map without claiming comprehensive modular documentation." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The cited code indeed relies on the benchmark module layout and label TSV columns. However, consumers normally rely on a module interface; the possibility that an incompatible update could change it does not demonstrate that the boundaries prevent independent compatible updates. Stale reproduction documentation is a separate documentation defect, not direct evidence of broken module independence.", "suggested_correction": "Provide a concrete boundary-coupling defect or an observed incompatible supported update before retaining partial. Otherwise distinguish structural evidence for independent Git pins from untested update compatibility, using not-checked for the latter rather than treating a hypothetical breakage as observed." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile" ], "explanation": "The Git module declarations compose pinned sources, container registration connects the archived environment to Docker-Makefile, and Make targets connect results and figures to manuscript compilation. This is explicit executable composition evidence." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Root clone/rerun commands and module metadata help a user navigate the object. Following the labels link reaches instructions naming absent scripts rather than the recorded compute_all.sh route. That concrete navigation dead end supports partial even though the paper entry point itself is clear." } ], "verdict": "needs_revision", "created_at": "2026-10-28T03:53:44.130547Z", "limitations": [ "Inspection-only review of the assigned anonymized JSON and the frozen evidence manifest with SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. Source discovery followed the root module declarations and the documented external Docker-adapter link; no other assessment, peer review, example or object cache was consulted.", "No network calls, payload retrieval, scientific workflow execution, container build or fresh rerun were performed. Omitted data, figures, container layers and document-style payloads are scope limitations, not observed retrieval failures. Historical run metadata is not a new successful execution.", "Material source files, selected commit-message records, Git tree metadata and supplied annex availability logs were checked. Historical content trees and binary output equality were not reconstructed. The external adapter is cited by its frozen relative cache locator and checksum because its supplied public locator uses a version tag rather than a commit hash.", "The checklist pin check and native response validator both passed; this only establishes structural conformance, not evidentiary correctness. All 31 native responses are present with the native 17 MUST, 9 SHOULD and 5 MAY denominators; both duplicate items have matching met judgments and duplicate flags. The assigned JSON has no numeric aggregate to audit. No separate human report or raw assessment probe-output artifact was supplied for review, so original probe execution and report-level totals were not independently verified.", "Findings about scope consistency use the declared inclusion of explicitly linked computational components. They distinguish regeneration of labels from the top-level paper workflow that consumes already generated labels; any narrower intended boundary should be stated and applied consistently.", "Model identity was not independently observable; model_observed is null. This independent review is not human approval." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-stamped-impl-09-review-3", "assessment_id": "study-con-stamped-impl-09", "reviewer_id": "study-con-stamped-impl-09-review-3-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The root explicitly places its analysis inputs and software at dataset-relative module paths, and the registered image is beneath container/image. This supports the structural common-root judgment; the nested acquisition URL defect is separately assessed under reachability." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Following root -> data/raw_eyegaze -> .gitmodules reveals a machine-local acquisition URL. The top-level analysis instead reads published processed eyegaze files and label TSVs. Partial therefore distinguishes the defective nested reference from the otherwise rooted input graph without inventing a failed download." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The recipe installs the scientific Python and document-building tools; Docker-Makefile installs the pinned local REMoDNaV module. These are concrete inclusion mechanisms for the supported paper computation. Host orchestration prerequisites remain a separate limitation under must/010." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The frozen tree inventory includes Git blob identities for manuscript, analysis, configuration and environment files. Deliberately omitted inspection payloads do not demonstrate a lack of version control. The assessment correctly questions the clean-tree proxy for this criterion." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The manifest connects image blobs to annex symlink keys, including the approximately 1.75 GB layer, and the linked input README explains annex retrieval. This establishes large-data versioning without requiring possession of the bytes." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/1dcac1b5f3e794077f5017fff410909331a72965" ], "explanation": "The 2023 run records container/image as an extra input and declares figures and numerical outputs. The linked label-generation record executes bash code/compute_all.sh without an exact environment. That current upstream provenance gap independently supports partial; obsolete figure records should not alone be treated as proof that current regenerated figures lack provenance.", "suggested_correction": "Keep partial, emphasizing the linked label run. Distinguish superseded historical figure records from provenance for currently shipped products." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile" ], "explanation": "The root README supplies installation links, clone instructions, a named rerun target and manuscript command, all backed by the Makefiles/registration. Its old virtualenv route is explicitly labeled, so merely finding two routes is not a silent contradiction under rule 10." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The named results-containerized entry and main.pdf command give a definite starting point. The historical result record calls the registered adapter and Makefile; the disclosed histogram difference does not invalidate the starting-point property." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "Root data access is relative, while the explicitly linked label module retains submit generators with a fixed user directory and Python executable. Partial is supported across the declared linked-component scope. Container-internal cleanup locations are not evidence of host-path dependence." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The image supplies the main scientific toolchain, whereas the reproduction route requires separately installed DataLad/Containers/Docker and linked label computation uses host python and PYTHONPATH. This is a concrete mixture of captured and assumed software, rather than a deduction from absent payloads." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "Discovery through the README Containers version and registration leads to an adapter requiring Docker on PATH usable by the invoking user. The linked submit script additionally assumes inherited environment state and a specific working directory. These are not fully explained by the root platform list. The adapter content was checked in the frozen package; its version-tag URL should be accompanied by this content hash." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Met is well supported for the root container route, but the assessment scope includes linked computation and its other judgments rely on incomplete label-processing requirements. The label README describes a Condor procedure whose named Python entry files are absent, while the recorded entry uses python -m remodnav. The response does not explain why those linked requirements are excluded only here.", "suggested_correction": "Explicitly delimit this criterion to the supported root rerun and justify that component boundary, or use partial for the broader linked-computation scope. Do not imply that all linked requirements are clearly documented from root-only evidence." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json" ], "explanation": "The recipe, container registration and OCI index are ordinary tracked source entries. Their presence suffices for tracked environment specifications, independent of whether image payload retrieval was tested." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The history provides executable image-build and migration operations, a subsequent recipe correction, and an actual tracked compatibility conversion. Under the method's allowance for equivalent executable history, this is stronger than a one-time file declaration. Its duplicate flag is correctly paired with should/008." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The archived manifest and annex identities select fixed content, and the inspected adapter hashes the saved config and runs the resulting image ID. The latest annotation is not used to pull a mutable registry image. The unpinned rebuild recipe does not negate the separate archived-image route." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web" ], "explanation": "No specific distribution failure is demonstrated. Publicly frozen specifications and positive location logs support publication; present-day payload access was intentionally not tested. Calling that unknown partial conflicts with the normative distinction between a violated property and an unperformed check. The env-spec-tracked helper itself uses partial for an unchecked remote, so this is also an instrument inconsistency to flag rather than inherit. The cited 2023 .tar location belongs to the older archive key; the frozen package additionally includes a 2025 location log for the current OCI blob.", "suggested_correction": "If current accessibility is required, use not-checked with the network restriction and what would settle it, preserving the positive publication evidence. Cite the current OCI availability log. If judging only published specifications, explain why that narrower property is met; do not use partial solely for unavailable verification." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "A reader is told which host tools to install, how to clone, how to run the archived environment and how to render the manuscript. The registration supplies the named docker-make mechanism. This is documented use of the environment, not merely mention of a Dockerfile." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "Following the root links shows Git revision boundaries for software/data and annex identities for large content within the same Git/DataLad model. Multiple repositories are not multiple incompatible version-control systems." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "The record establishes a historical result recomputation and the README records later compatibility verification. The root inventory has no workflow-test configuration, and linked Travis tests REMoDNaV itself. Partial accurately credits actual maintenance without asserting regular paper-workflow testing." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "Raw inputs and derived labels have separate module identities; analysis code, figures and image definitions occupy distinct locations with explicit wiring. Directory-level separation is sufficient under this instrument; separate repositories for every artifact category are not required." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The linked data explicitly declares unrestricted access and the component graph presents public software/data. No restricted component is evidenced. Empty-subject not-applicable is appropriate; a broken local acquisition URL does not establish an access restriction." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "A committed exit-zero result record executes the same adapter mechanism whose code creates a new docker run container. This is historical evidence of isolated execution, not an inference from an unused script. No contemporary rerun is claimed, and the method expressly accepts equivalent committed evidence." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "For the supported root workflow, cli_run creates a container with --rm and the registration sets a temporary HOME. Persistent dataset mounts and image caching do not make the execution container long-lived. This finding should remain explicitly about the root route, not the legacy linked label generator." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The 2023 run used the saved image and the 2025 conversion actually runs a trivial exit-zero command before resaving it. Those records justify credit for occasional checks, but neither establishes regular reconstitution testing or a later full scientific rerun." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The recorded build exports image content into the dataset, and the later conversion retains an in-object archive represented by manifests and annex keys. Payload omission from this inspection package does not mean the research object merely references an unarchived remote image." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/92dbad28ed6d1012f8eb12f3a5e09e033c39a4ef", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The same executable build and subsequent tracked environment-maintenance history support this duplicate question. The equal judgment and upstream-duplicate flags avoid treating it as an independent observation." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Root data/software links and the nested benchmark/software links are explicit Git submodules with revisions supplied by the frozen tree graph. This inclusion property remains true even though one deeper acquisition URL is not portable." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Module paths and execution code expose composition, but the root documentation does not explain the distinct software revisions or recombination interfaces, and the labels README describes a superseded procedure. Partial is supported for explanatory modular documentation." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The negative rationale does not identify an update that requires a coupled edit or demonstrate an inadequate module boundary. A consumer depending on a relative dataset path and a TSV schema is normal interface dependence, not by itself a failure of independent updates. The two REMoDNaV pins in fact allow the label-producing and paper-analysis software to evolve independently. Stale reproduction instructions concern documentation; they do not prove updates break composition.", "suggested_correction": "Credit the independent revision boundaries and state their expected path/schema contracts. Use not-checked if safe-update compatibility cannot be judged from the frozen evidence, or provide a specific cross-boundary incompatibility before retaining partial. Do not downgrade merely because arbitrary future updates cannot be assumed safe." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile" ], "explanation": "Submodule configuration assembles the data/software tree; registration selects the image and invokes Docker-Makefile; Makefile combines outputs into the manuscript. These are concrete composition mechanisms." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root gives a usable clone/rerun navigation path, but following the labels module README leads to absent preprocess/detect entry files while the historical record uses compute_all.sh. This specific discovery mismatch supports partial without claiming the root commands fail." } ], "verdict": "needs_revision", "created_at": "2026-10-28T03:58:45.328028+00:00", "limitations": [ "Inspection-only review of the manifest-pinned source and explicitly linked computational components. Manifest SHA256 and downloaded source hashes were checked; no network, scientific execution, builds or payload acquisition occurred.", "Historical commands and exit metadata were read from frozen history.txt files. These establish recorded history, not a newly observed successful reproduction; historical file-tree diffs were not reconstructed.", "The native pin check and response validator passed, and all 31 native IDs were checked independently. The input contains 17 MUST, 9 SHOULD and 5 MAY responses with no aggregate score or report denominator to audit. Partial MUST judgments remain unsatisfied; this review assigns no numeric score.", "Only the assigned anonymized JSON was reviewed. Its separate probe output, human report and checklist URL were outside the permitted input, so claimed probe execution details and those companion products were not independently authenticated.", "External adapter evidence was reached through the root README tool/version and container registration. The frozen adapter content hash is cited because its supplied public URL uses a version tag rather than an immutable commit.", "Agreement denotes support within the frozen evidence boundary, not human approval. Runtime model identity was not independently observed." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/009", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-stamped-impl-10-review-1", "assessment_id": "study-con-stamped-impl-10", "reviewer_id": "study-con-stamped-impl-10-review-1-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The committed root nests the manuscript and code, registers container/image, and places the three data/software components at child paths. This establishes the common-root layout. The recursive source URL defect is properly distinguished under must/002 rather than treated as a missing top-level directory." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Following root data/raw_eyegaze to its manifest exposes src/lab-eyetracking with a host-local URL. The paper script consumes the already published eyegaze files instead of directly opening that source module. Partial is a defensible recursive-boundary judgment, with the important qualification that no failure to retrieve the actual paper inputs was observed." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The evidence establishes inclusion of scientific software and a REMoDNaV submodule, but it also explicitly requires separately installed host DataLad, datalad-container and Python. Naming these in installation prose does not establish that this external software is included in an environment or linked as submodules. The met judgment contradicts the concrete inclusion gap already recognized in must/010.", "suggested_correction": "Use partial for the stated boundary, or explicitly justify a narrower analysis-software interpretation consistently across must/003 and must/010. Retain credit for the container and REMoDNaV link." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes" ], "explanation": "Read-only tree inspection confirms committed source, configuration, prose, image metadata and gitlinks. A missing worktree copy of a deliberately omitted frozen payload is not an untracked research change. Rejecting the cleanliness heuristic and recording mapping-questioned is appropriate." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/.gitattributes", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#nodes" ], "explanation": "The root tree contains six image-blob symlinks, and the manifest supplies annex pointers for those blobs; the image manifest describes the large layers. The raw-data module explicitly distinguishes tracked identities from annex payloads. This is evidence of large-content versioning, without establishing payload availability." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The numerical run has exit 0, explicit input and output paths, and container/image as an extra input. In contrast, the linked labels run records bash code/compute_all.sh without an exact environment; the root script consumes those labels. That concrete inherited provenance gap supports partial independently of any heuristic about schematic SVGs or directory outputs." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile" ], "explanation": "The updated README provides installation links and executable clone, rerun and manuscript commands, and the Makefiles contain the corresponding targets. The phrase make changes occurs in explanatory prose, so treating it as a missing make target would be an erroneous negative. This agreement concerns the documented top-level paper route." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The user-facing starting point is explicit and the numerical run record uses the registered Docker adapter and results_def.tex target. The README openly distinguishes the old virtualenv route from the replacement route; the native rule about silent contradictions does not warrant a downgrade merely because both are present." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The root script uses relative inputs, and its container /root and /tmp paths are not host-specific defects. However, root .gitmodules leads to the label component, whose submission scripts embed initialdir = /home/asimio/fg_eyegaze_preproc/ and /usr/bin/python2.7. Its README still directs users to the associated Condor route. These are concrete inherited script assumptions, omitted by the root-only met judgment. The assessment already includes this component for provenance and modular-documentation findings.", "suggested_correction": "Use partial for the declared linked-component scope, citing these submission scripts and distinguishing them from the relative-path compute_all.sh route. Do not claim the top-level numerical rerun invokes these legacy scripts." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The scientific/rendering package installation is explicit, while the orchestration command calls a host Python module and the README asks the reader to install host tools independently. Linked label generation also calls the host Python interpreter. Partial accurately separates substantial packaged coverage from the remaining environment assumptions; unpinned apt packages alone need not negate the archived image." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "README platform and Docker-format guidance and configuration comments document several host assumptions. The adapter, discoverable through the README version reference and registered module name, explicitly assumes a Docker executable usable by a non-root caller. That precondition is not stated in the paper instructions. Partial is supported without assuming an observed permission failure." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The README has a concrete host prerequisite list and separates obsolete host rendering requirements under Old instructions. The Dockerfile enumerates the analysis and typesetting packages and base distribution. This satisfies the clear-list question even though host setup completeness and assumption disclosure remain separate limitations." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json" ], "explanation": "The Git tree contains all three cited environment artifacts. Their inclusion alongside source and data links is directly supported; exact rebuildability and current retrieval are different questions and are not prerequisites to this version-control judgment." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The first run records a runnable image build/save procedure, and the later run records an actual compatibility update to the archived environment. The README explains the Docker version transition. This is more than an initial file introduction or an unexecuted declaration, and both duplicate criteria carry the required upstream-duplicate flag. The evidence demonstrates operational image maintenance rather than a comprehensive dependency-update policy." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The committed OCI digest and annex-backed archive provide immutable image identity. The inspected adapter computes the config hash, loads the local archive and runs that image ID. A latest annotation in archive metadata therefore does not make this execution a floating registry pull. Met for the archived paper environment is supported; it does not fill the inherited environment gap in must/006." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web" ], "explanation": "The frozen public source contains a usable recipe and image metadata, and the supplied annex branch metadata records a public OCI-layer endpoint. This supports sharing of environment specifications more strongly than a remote merely configured in an unpublished checkout. The answer appropriately leaves current endpoint and payload usability untested; those claims must not be inferred from met." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "A reader is told which orchestration tools to obtain, how to clone, how to invoke the recorded numerical run, and how to build the manuscript through the registered environment. Expected downloads and the comparison behavior are explained. Those instructions support the top-level environment-use question even though this review cannot establish their current success." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Explicit links and the inspected Git trees use the same commit-based composition model for paper, raw recordings, labels, software and nested evaluation data. The labels history demonstrates DataLad provenance within that model. Different module revisions do not themselves constitute different version-control systems." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2" ], "explanation": "The historical numerical rerun is a real recorded execution and the linked library has a CI workflow. The root tree has no paper CI, and library pytest does not exercise the documented manuscript pipeline. Partial is reasonable evidence of limited testing; the absence of CI should continue to be expressed as absence of committed regular testing, not proof that maintainers never tested manually." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The raw-recording and label components are separate versioned datasets, REMoDNaV has its own gitlink, and the analysis reads those modules while writing statistics and img outputs separately from container definitions. This is an actual separation of roles, not merely a list of directory names." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The historical numerical run is adequate positive evidence for fresh-container execution of statistics and figures; no new rerun is required by the instrument when equivalent records exist. It does not run main.pdf or rebuild the consumed labels. The assessment expressly acknowledges less explicit manuscript coverage yet marks the pipeline met across a scope that includes manuscript and linked computation. The source defines a manuscript command, but definition is not an observed run.", "suggested_correction": "Use partial for demonstrated numerical coverage and identify manuscript and inherited-label fresh execution as unresolved, or provide committed equivalent evidence covering those components. Do not change the demonstrated numerical execution to not-checked merely because this review did not rerun it." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The paper route demonstrably invokes docker run --rm. However, the linked label-generation record invokes bash code/compute_all.sh, whose body calls host Python with an inherited PYTHONPATH and does not create a disposable environment. Because inherited label generation is included elsewhere in this assessment, met overstates execution isolation across that boundary.", "suggested_correction": "Use partial: the current paper computations use disposable containers, while the included label-generation route has no explicit per-execution environment isolation. Alternatively, consistently narrow the evaluated execution scope and explain the exclusion." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml" ], "explanation": "The analysis record ties execution to the archive, and the OCI maintenance record runs exit 0 after requesting that image. These support some historical checks, not regular verification of the exact scientific environment. The library CI installs separate development dependencies, so it cannot fill the paper-image test gap. Partial is appropriately bounded." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#nodes" ], "explanation": "The image-building record declares container/image as output; the current tree and manifest retain archived configuration and layers with annex identities. This is an archive within the object, not only a registry reference. The deliberate absence of bytes from the study package is a review limitation rather than evidence that the project failed to archive them." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "This is the same text and evidence as must/014, and its status and upstream-duplicate flag are consistent. Recorded build/save and later OCI maintenance demonstrate a process with a historical update rather than counting initial creation as an update." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The raw-data documentation expressly states unrestricted access; the operative paper software is open and the Python analysis reads annotation data without executing the comparison repository MATLAB implementation. No restricted component of this computation was identified. The empty-subject N/A rationale follows the native rules, and a local source URL is not evidence of an access restriction." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The root and nested manifests explicitly link datasets and software, and the Git trees confirm corresponding fixed gitlinks. That is sufficient for the presence-of-submodules question. Reachability defects belong to must/002 and do not erase the links themselves." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root provides an overview and machine-readable links, but the discovered label README describes a different computation path from compute_all.sh and its recorded execution. There is no clear guide connecting that upstream generation to the paper consumer. Partial follows from this concrete documentation gap; a particular diagram format is not required." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Independent gitlinks provide update boundaries, while the paper imports remodnav.tests.utils and depends directly on nested test-data paths and label layouts. That is meaningful coupling to component internals and supports partial. Different pins alone are not a defect, and lack of integration CI alone would not prove updates break; no such observed break is claimed here." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile" ], "explanation": "Gitlinks specify the component combination, the numerical run enumerates data and image inputs, and the Makefile connects statistical outputs, figures and manuscript source. Together these provide a concrete composition mechanism, irrespective of whether every linked component has complete documentation." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "Navigation is possible through DataLad and manifests, but following the label README leads to absent submit/analysis filenames. The two *_submit.sh scripts can generate the submit files, a nuance omitted from the assessment, yet the README does not instruct the user to invoke those generators and their named analysis programs are absent. Partial remains supported; the rationale should acknowledge the generator scripts.", "suggested_correction": "Retain partial and distinguish missing generated submit files from the available submission generators, then explain the stale README and missing named analysis programs." } ], "verdict": "needs_revision", "created_at": "2026-10-28T04:10:12.904725Z", "limitations": [ "Inspection only: no network, scientific execution, container build, payload acquisition, or fresh rerun. Missing binary, annex and image payloads were treated as deliberate omissions, not retrieval failures.", "Used only the assigned anonymized native response, pinned instrument, and frozen evidence manifest e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. Source components were followed through root links and the supplied discovery graph; no peer reviews or other assessments were consulted.", "Native pin and response validation passed. All 31 unique criterion IDs were checked; native group cardinalities are 17 MUST, 9 SHOULD and 5 MAY. The supplied response contains no aggregate score or denominator claim to audit beyond those counts. Partial MUST answers do not satisfy their requirements.", "Original raw probe output and a separate assessment report were not part of the permitted review input. Probe helpers were inspected and material claims checked directly against frozen source/history; historical claims about precise probe hit counts were not independently reproduced.", "All Git reads ran with GIT_NO_LAZY_FETCH=1. A name-status inspection of OCI conversion commit c531a59c082d45a435be9bd5474efb850d9039a3 was unavailable from the partial clone; its supplied frozen run record and current image tree were inspected instead. No omitted objects were fetched.", "The external Docker adapter is frozen at the manifest hash cited in findings. Its public version-tag URL is not a commit pin, so the review uses the relative frozen evidence locator and hash for that source.", "Historical run records support recorded execution, not independently verified scientific correctness or present-day reproducibility. Current remote availability and manuscript/label fresh execution remain unresolved. Agreement is an independent review judgment, not human approval." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-stamped-impl-10-review-2", "assessment_id": "study-con-stamped-impl-10", "reviewer_id": "study-con-stamped-impl-10-review-2-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2" ], "explanation": "The committed root contains the manuscript, analysis, image archive and three nested Git component paths. This structural nesting question is satisfied; the unusable recursive source URL is correctly treated separately from nesting." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Following root -> data/raw_eyegaze -> .gitmodules exposes a machine-local source URL. The root numerical script consumes published subject files rather than that acquisition submodule, so partial accurately distinguishes a recursive boundary defect from an unobserved paper-input retrieval failure." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The scientific packages and root REMoDNaV module satisfy part of the criterion. However, naming DataLad, its Containers extension and Docker as host prerequisites does not include or link them within the environment boundary. The assessment itself identifies this omission under must/010. Linked label generation also invokes a host Python environment without bundling it.", "suggested_correction": "Change to partial, identifying the contained scientific environment and the external orchestration/label-generation software. Documentation alone is not inclusion under this item." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes" ], "explanation": "Read-only ls-tree confirms tracked source, prose, configuration, image metadata and gitlinks. Missing files in an intentionally incomplete evidence checkout do not negate the committed version-control property. The mapping-questioned flag is appropriate because cleanliness and use of version control are different questions." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/.gitattributes", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The image tree records six annex symlinks; manifest layer sizes and identities match a large-artifact tracking mechanism. The raw-data README independently explains its Git/annex division. This supports met without claiming that absent payloads were downloaded." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/5cc1be879fe369ca1c91913db651bf0245aa609f" ], "explanation": "The 2023 record explicitly names container/image as an extra input and declares numerical inputs and img/results_def.tex outputs. The inherited label run records only bash code/compute_all.sh, inputs and outputs, with no exact environment. Partial is supported independently of whether a derived-file heuristic recognizes directory outputs." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root instructions are concrete, and rejecting the probe’s prose-derived make target is correct. Across the declared linked-component scope, however, the label README instructs Condor submissions absent from its committed code tree, while its recorded route is compute_all.sh. The assessment notices this under may/005 but omits it from A.1. Native verdict rule 10 caps conflicting documented and recorded routes at partial.", "suggested_correction": "Use partial for the full assigned scope, citing the working root instructions and the undisclosed stale label instructions. Do not penalize the root’s explicitly labeled old route." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root starting point exists: the frozen tag resolves to the numerical run commit, and docker-make is registered. Yet reproducing the included label computation starts from a different command than its README gives. Rule 10 requires documenting this mismatch rather than granting an object-wide met.", "suggested_correction": "Change to partial for the full linked computational scope; retain the root entrypoint as a strength." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh#L18", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh#L18", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "Container-local cleanup paths and Windows example prompts are valid overrides. A missed, distinct violation exists in both linked label submission scripts: their initialdir is hardcoded to an author-specific home directory, and they fix the interpreter to a system installation. These scripts belong to the component whose README still advertises the Condor route; they are not recorded output.", "suggested_correction": "Change to partial and cite the two linked scripts. Explain that the current root numerical route is relative-path based but the included documented label route is host-bound." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Scientific and manuscript dependencies are installed in the image, while the adapter is invoked through an existing host Python and separately installed orchestration tools. The label script similarly inherits Python and PYTHONPATH. Partial is supported; lack of payload access is not its basis." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The README states supported platforms and image-format compatibility, and configuration explains mounts and temporary HOME. The adapter expressly assumes non-root Docker usability, while the linked Condor script assumes a fixed working directory and inherited environment. These concrete assumptions support partial.", "suggested_correction": "Strengthen the rationale with the inherited scheduler, interpreter and working-directory assumptions; they are more substantial than merely finding host Python in configuration." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root has a useful dependency list, but the included label computation lacks a coherent corresponding requirements list: its README describes obsolete Condor programs, its submission generator assumes Python 2.7 and inherited variables, and its recorded computation uses a different Python command. The native rule explicitly places documentation naming absent required mechanisms under must/012 as well as must/017.", "suggested_correction": "Change to partial for the full scope. Identify root requirements as documented and linked label-generation requirements as inconsistent/incomplete." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json" ], "explanation": "The committed tree contains the recipe, execution registration and image metadata alongside code and results. This item asks whether environment specifications are version-controlled; it does not require conflating their completeness with must/010." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The build/save record provides an executable environment construction command. The later conversion supplies a recorded update responding to Docker compatibility changes, not merely the initial file introduction. Under the instrument’s declared-process-plus-history rule, met is defensible; the duplicate flag is correct." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The committed archive uses fixed manifest/config/layer identities. Inspection of get_image, load and cli_run confirms execution by the archived image hash rather than a registry pull of latest. The floating Debian build recipe does not erase the stronger archived identity; payload integrity itself remains untested." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web" ], "explanation": "The frozen public source supplies the recipe and identities, and the inspected annex web log records a public OCI blob endpoint. This is evidence of sharing infrastructure beyond an unverified remote name. The assessment correctly does not describe it as a successful current payload retrieval." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root explains acquisition and use of its archived environment. The linked labels have no comparable environment acquisition instructions for the actual recorded generation command, while their README names absent scripts. Under the assigned full computational scope and native rule 10, that leaves an A.1 documentation gap even though root reproduction is clearly documented.", "suggested_correction": "Change to partial. Carry the already-recognized inherited-label documentation mismatch into this criterion instead of confining it to modular-navigation items." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Root gitlinks, nested software/data gitlinks, annex identity tracking and label run commits form a common Git-based versioning model. Distinct component repositories do not imply incompatible version-control systems." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2" ], "explanation": "The historical numerical rerun and image smoke test show some exercised maintenance; library CI defines repeated tests for a narrower component. The root tree has no corresponding automated paper workflow. Partial captures that narrower coverage without asserting that unobserved CI runs succeeded or that no manual tests ever occurred." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The raw records, labels and reusable software are separately linked components; paper code, image archive and derived figures occupy distinct locations with visible read/write roles. Native rules allow this substantive separation without requiring a separate repository for every artifact class." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The source declares unrestricted raw-data access and the computation uses open software plus linked public annotations. No access-restricted component is established by this evidence. The machine-local URL is not proof of restricted access, so the empty-subject N/A treatment is defensible and correctly reasoned." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The cited record and adapter establish that the numerical/figure stage ran in a new Docker container. They do not establish a fresh-environment test of the manuscript target or the inherited label pipeline: the recorded command stops at results_def.tex. The assessment acknowledges manuscript coverage is less explicit but nevertheless assigns object-wide met.", "suggested_correction": "Either provide a frozen recorded fresh-environment test covering those stages, or use partial for the demonstrated numerical coverage and explicitly leave the remaining stages unverified. Do not treat the README assertion or a target definition as an observed test." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The registered root route demonstrably starts docker run --rm per invocation. The included label-generation script, however, loops over runs using the existing Python/PYTHONPATH and never creates a disposable execution environment. The root README labels its own old route historical; it does not do so for this still-included upstream computation.", "suggested_correction": "Use partial for the assigned scope, distinguishing disposable root execution from inherited label generation that does not spawn an isolated environment." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2" ], "explanation": "The archive was used for a recorded numerical run and later loaded for the conversion smoke test. Neither is a demonstrated regular full-environment reconstitution check, and the library CI installs a separate environment. Partial appropriately preserves positive historical evidence and the regularity/coverage gap." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The committed archive manifest references configuration and layer objects stored through annex inside container/image. That is actual archival structure, not merely an external registry tag. Missing review payloads do not contradict archive membership, although they prevent verification of usable bytes." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "This repeats must/014 in the native checklist. The same executable build/save process and later tracked compatibility conversion support the same verdict; upstream-duplicate correctly exposes the repeated question." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Following explicit root links reveals raw data, labels and software, and then nested evaluation data and another REMoDNaV pin. Submodule inclusion is directly supported even where separate reachability questions remain unresolved." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The root prose and manifests give a partial map, but a reader following the label component encounters an unexplained older computational route. Component roles and how to regenerate/recombine labels versus consume the published files are not coherently explained. Partial is supported by that concrete documentation gap." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Independent repository pins exist, but the paper imports REMoDNaV test utilities and reaches into its nested test-data layout rather than a separate published input interface. That is concrete cross-boundary coupling and supports partial. Merely having two different REMoDNaV pins is not itself a defect, and absence of CI alone does not show updates break.", "suggested_correction": "Base partial on the direct test-internal API/data-layout dependencies; describe the separate version pins as support for intentional independent versioning, not as negative evidence." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "Pinned gitlinks compose component state; the run record names inputs and image; registration and Make targets connect analysis outputs to manuscript construction. These are concrete composition mechanisms, regardless of other documentation and retrieval limitations." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Git/DataLad structure and root instructions help initial navigation, while the linked label README sends users toward programs absent from the committed tree instead of the recorded compute_all.sh route. Partial is supported. This same contradiction should also inform A.1 judgments, as noted above." } ], "verdict": "needs_revision", "created_at": "2026-10-28T04:15:48.177837+00:00", "limitations": [ "Inspection-only review of frozen cohort remodnav-e3c6253bced7; verified data/remodnav-evidence.json SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. No network, scientific execution, build or payload acquisition occurred.", "Discovery followed the root README/configuration and .gitmodules to raw data, labels, REMoDNaV and nested evaluation data. The adapter was read from the manifest-declared external source reached through the README tool/version and registration. The local cache did not repair the unresolved raw-source link.", "Binary/annex/image payloads are deliberately absent. Current endpoint availability, payload integrity, numerical equality, rendered manuscript output and current cross-platform success were not checked; absence is not an observed retrieval failure.", "All Git reads used GIT_NO_LAZY_FETCH=1. A read-only stat inspection of the conversion commit encountered an absent promisor blob and stopped without acquisition; its supplied full commit message, current manifest and tree inventory were inspected instead.", "The exact checklist pin passed vendor_checklist --check and the assigned native response passed encode_response validate. These were structural checks only. The probe implementation was inspected for material mappings, but original probe output and the separate report were not supplied as review inputs and were not consulted.", "The response contains all 31 native IDs: 17 MUST, 9 SHOULD and 5 MAY. Its statuses tally to 13 met/4 partial MUST, 6 met/2 partial/1 not-applicable SHOULD, and 2 met/3 partial MAY. No aggregate numeric score is present; no internal item-count inconsistency was found. Report denominators could not be checked without the separate report.", "Full-scope judgments here include explicitly linked computational components, consistent with the assigned scope and the assessment’s own inherited-provenance judgment. Narrower root-only ratings would require explicit scope qualification rather than silently excluding linked computations from selected criteria.", "No other assessment, review, example, author identity or peer output was consulted. Requested model identity is not verified observed runtime identity. Agreement is independent evidential agreement, not human approval." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/009", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-con-stamped-impl-10-review-3", "assessment_id": "study-con-stamped-impl-10", "reviewer_id": "study-con-stamped-impl-10-review-3-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "stamped-checklist:must/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The committed root contains manuscript sources, analysis, environment archive and three gitlinks. Following those explicit links preserves a common hierarchy. The nonportable recursive source locator is a reachability defect rather than evidence that the main paper files are organized under unrelated roots." }, { "criterion_id": "stamped-checklist:must/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Following root -> data/raw_eyegaze -> .gitmodules exposes the machine-local src/lab-eyetracking locator. Other primary inputs have explicit public gitlinks and the paper reads published recordings. Partial correctly separates the recursive defect from the untested availability of the actual paper payloads." }, { "criterion_id": "stamped-checklist:must/003", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The analysis imports are covered by the image and linked REMoDNaV package. However, the explanation also relies on host DataLad/Containers/Python being documented, while must/010 explicitly finds them outside an environment specification. Documentation alone does not demonstrate inclusion or a submodule link, which is this criterion's property.", "suggested_correction": "Explain a consistent bootstrap-tool boundary permitted by the instrument, or use partial for the host orchestration gap; do not use documentation of a requirement as evidence that it is included." }, { "criterion_id": "stamped-checklist:must/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes" ], "explanation": "Independent tree inspection confirms committed code, prose, configuration and module revisions. The frozen package deliberately omits tracked payloads; its incomplete working copy does not negate Git versioning. The mapping-questioned override is appropriate." }, { "criterion_id": "stamped-checklist:must/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/.gitattributes", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#nodes" ], "explanation": "The image tree has annex symlinks for both large layers, and the supplied pointer metadata identifies their content keys. The raw dataset documents the same Git/annex mechanism. This supports use of large-content version control without asserting successful retrieval or auditing every omitted binary byte." }, { "criterion_id": "stamped-checklist:must/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/commit/5cf0219a71b986c3de3f8b677b7f045f86d4ac1d" ], "explanation": "Partial is supported: the numerical run names the archived image, while label generation records a host Python computation without a frozen environment. There is also a missed current product: main.tex uses velhist, generated only inside quality_stats(), which the script entry point never invokes. Its last change is an ordinary commit. Declaring img as an output does not prove every contained figure was recomputed.", "suggested_correction": "Retain partial, add the concrete velhist provenance/coverage gap, and qualify descriptions of the 2023 record as a complete figure rerun." }, { "criterion_id": "stamped-checklist:must/007", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e" ], "explanation": "Installation and usage instructions exist, and the probe's make-changes complaint is indeed spurious. But the README promises recomputation of all figure SVGs while the dispatched functions omit quality_stats(), the sole producer of velhist.svg used by the manuscript. The linked label README also directs users to absent Condor submission files. Native rule 10 limits conflicting instructions/mechanisms to partial.", "suggested_correction": "Change to partial and identify the real instruction/mechanism mismatches rather than treating correction of the probe false positive as sufficient for met." }, { "criterion_id": "stamped-checklist:must/008", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The numerical tag is a clear starting point, but it does not provide the advertised complete figure reconstruction. quality_stats() writes velhist.svg yet has no call site in the script; main.tex includes its rendered PDF. The same script blob is present at the recorded 2023 run and the assessed root. This is a specific coverage conflict, not a demand for executing the workflow during review.", "suggested_correction": "Use partial: an executable starting point exists for most outputs, but the advertised full reproduction route omits a computational manuscript figure." }, { "criterion_id": "stamped-checklist:must/009", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The root code is relative-path based and its container-internal paths are legitimate. However, root -> label dataset exposes two committed submission generators with a fixed user-home initialdir and a fixed Python 2.7 executable. The label README still advertises that Condor workflow without marking it historical. The response inspects only root scripts here while applying recursive defects elsewhere.", "suggested_correction": "Use partial for the assigned linked-component scope, or explicitly justify excluding the advertised legacy label route consistently across criteria. Cite the scripts without reproducing the personal directory." }, { "criterion_id": "stamped-checklist:must/010", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The container has explicit scientific and manuscript package installation steps. Host orchestration and the inherited label computation still rely on an externally prepared Python environment. Partial is defensible under this instrument's explicit inclusion of host tooling; lack of a unified specification should not be described as a demonstrated execution failure." }, { "criterion_id": "stamped-checklist:must/011", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The README names platform support and Docker format constraints, but the adapter explicitly assumes non-root Docker access and the linked Condor route assumes a particular host layout. These support partial. The host Python name is actually documented in the committed configuration and run message, so its discoverability rather than total absence is the issue.", "suggested_correction": "Retain partial; distinguish buried Python guidance from genuinely unstated host prerequisites and include the recursive Condor assumptions." }, { "criterion_id": "stamped-checklist:must/012", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/preprocess_submit.sh" ], "explanation": "The root README/Dockerfile supply a clear requirement list for the current container route. The linked label documentation instead advertises Condor and older scripts, whereas its recorded generator uses Python with a local REMoDNaV checkout. The assessment does not explain why these inherited requirements count for must/006 and must/010 but do not limit the across-object met judgment here.", "suggested_correction": "State and justify the component boundary. If label regeneration remains in scope, make the requirement-list judgment partial and identify the missing/current generation prerequisites." }, { "criterion_id": "stamped-checklist:must/013", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json" ], "explanation": "The committed tree directly establishes that a recipe, runtime registration and image identity metadata are versioned alongside the paper. This criterion is about tracked specifications, not whether all dependencies are pinned or currently downloadable." }, { "criterion_id": "stamped-checklist:must/014", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The build/save record is an executable regeneration procedure. The later OCI conversion is a separate recorded update with inputs, outputs and exit status, rather than merely initial file creation. Together with the documented reason for migration this meets the native process/history rule. Its duplicate flag is present." }, { "criterion_id": "stamped-checklist:must/015", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The archive contains fixed manifest/config/layer identities. The inspected adapter computes the archived configuration hash and passes the resulting image ID to docker run; the latest annotation does not cause a registry pull. The override is therefore justified for the archived reproduction environment, without implying the Dockerfile alone freezes its apt repositories." }, { "criterion_id": "stamped-checklist:must/016", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web" ], "explanation": "The frozen public source contains the environment specification, and annex availability metadata names public content endpoints for the current OCI layer keys. This supports publication structure beyond a remote configured only locally. The response appropriately does not claim that endpoints or image loading were tested now." }, { "criterion_id": "stamped-checklist:must/017", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The install/clone/container instructions are concrete, but the reproduction coverage advertised by that documentation is inaccurate: velhist is consumed by the manuscript without being regenerated by the documented command. This omission is not the disclosed minor histogram difference between old and new environments. The label module's obsolete reproduction commands provide another undisclosed conflict. Native rule 10 explicitly includes this item.", "suggested_correction": "Change to partial; distinguish obtaining/using the archived image successfully in principle from documenting a complete and accurate reproduction route." }, { "criterion_id": "stamped-checklist:should/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Git identities compose the root and linked repositories, and annex/DataLad layer content and run provenance onto Git. Following the explicit links reveals no competing versioning system for the computational components. The inaccessible acquisition submodule does not erase the shared versioning mechanism." }, { "criterion_id": "stamped-checklist:should/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Partial is justified by actual historical execution plus library CI, without a committed regular test of the entire paper route. The Travis definition tests the library rather than the manuscript or archived paper image. Its presence is not itself an observed successful CI run.", "suggested_correction": "Retain partial but replace full 2023 numerical/figure rerun wording with the executed targets, noting that quality_stats/velhist and manuscript coverage are not established." }, { "criterion_id": "stamped-checklist:should/003", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The paper consumes recordings and labels through separate pinned datasets, imports software from its linked component and writes figures/statistics separately from input data. The image and recipe occupy a distinct environment directory. These are operational separations visible in code and composition, not just folder labels." }, { "criterion_id": "stamped-checklist:should/004", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/commit/5cf0219a71b986c3de3f8b677b7f045f86d4ac1d" ], "explanation": "The historical run plus adapter code is valid evidence of a fresh container for the commands actually executed; a new review-time run is unnecessary. But met across the assigned numerical/figure/manuscript scope is unsupported. The run never invokes the velhist producer, and no cited run builds the manuscript. The response acknowledges manuscript uncertainty yet still credits the whole pipeline.", "suggested_correction": "Use partial for observed fresh-container testing of the covered subset; leave the omitted figure and manuscript test coverage explicitly unresolved rather than calling the run full." }, { "criterion_id": "stamped-checklist:should/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The current paper entrypoints invoke docker run with --rm, not docker exec into a persistent container. A new container filesystem is therefore created per invocation while the intended outputs persist through the dataset bind mount. Historical virtualenv instructions are explicitly separated. Temporary HOME is in the bind mount, so cleanup on success should not be overstated as failure-proof state isolation." }, { "criterion_id": "stamped-checklist:should/006", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.travis.yml", "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2" ], "explanation": "The numerical run exercised an archived environment and the conversion command exercised loading/running the old image before saving OCI. That conversion does not test full reconstruction using the newly written archive. The linked library CI does not install that archive. Partial accurately preserves this evidence without claiming regular end-to-end reconstitution tests." }, { "criterion_id": "stamped-checklist:should/007", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "data/remodnav-evidence.json#nodes" ], "explanation": "The recorded build/save and later conversion, together with annex pointers for configuration and layers under container/image, establish archived environment artifacts inside the research object. Omission of layer bytes from the review package is not evidence that the object lacks archives." }, { "criterion_id": "stamped-checklist:should/008", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "This intentionally duplicates must/014. Both responses use the same declared commands and subsequent recorded image update, and both carry the upstream-duplicate flag. No inconsistent duplicate judgment was found." }, { "criterion_id": "stamped-checklist:should/009", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "For the paper computation, the documented inputs are public and the software route uses open Python/container tooling. The comparison repository's MATLAB source is not invoked by that route. A local acquisition-source URL establishes poor discoverability, not access restriction. The empty-subject N/A is reasoned rather than inferred from missing payloads." }, { "criterion_id": "stamped-checklist:may/001", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Root links explicitly include software, recordings and labels; child module definitions link comparison data and the labels' own code/raw inputs. This criterion asks whether such links exist, so the recursive URL defect need not erase the positive structural finding." }, { "criterion_id": "stamped-checklist:may/002", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The root describes products and reproduction entrypoints and manifests expose paths, but the different software pins and roles of published labels versus regeneration require reconstruction by the reader. The stale label README further limits its usefulness for recombination. Partial is supported." }, { "criterion_id": "stamped-checklist:may/003", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2" ], "explanation": "Importing package test utilities and relying on a comparison-data layout are concrete couplings. However, different pinned software revisions are also evidence of independent component versioning; they do not themselves show an update breaks the workflow. Absence of integration CI leaves compatibility unverified rather than proving a boundary defect.", "suggested_correction": "Separate the known interface coupling from untested update compatibility. Explain which boundary prevents an independent compatible update, or qualify the partial judgment as a design-based concern rather than an observed break." }, { "criterion_id": "stamped-checklist:may/004", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "Gitlinks identify composition, the run record names input datasets and image, and the registration dispatches into the Makefile. These provide a clear composition mechanism even though some product generation is omitted. Composition existence is distinct from complete pipeline coverage." }, { "criterion_id": "stamped-checklist:may/005", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e" ], "explanation": "Users can navigate the basic hierarchy through DataLad and module manifests. But following the label dataset's reproduction documentation leads to submission files absent from the committed tree, while a different generator is present and recorded. Partial captures a concrete navigation problem and should also inform the actionability judgments." } ], "verdict": "needs_revision", "created_at": "2026-10-28T04:22:00+00:00", "limitations": [ "Independent inspection of the assigned anonymized native response only; no other assessments, reviews, examples, evaluation answers or peer outputs were consulted. Agreement is not human approval.", "Frozen evidence manifest SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499 was verified, as were the hashes of downloaded source/history entries. Discovery followed the root README, module definitions, pinned trees and their explicit links.", "No network calls, payload acquisition, scientific execution, container builds or fresh reruns occurred. Binary/annex/image payloads are deliberately absent. Present-day endpoint reachability, numerical reproducibility and manuscript rendering remain untested.", "All Git reads used GIT_NO_LAZY_FETCH=1. One git show --stat request encountered an omitted blob and failed with lazy fetching disabled; subsequent tree-only/history inspections sufficed for the reported coverage finding. No payload was fetched.", "The native pin check and response validator passed. These verify structure, not substantive correctness. The supplied response contains all 31 IDs: 17 MUST, 9 SHOULD and 5 MAY. Its own status counts are 13 met/4 partial MUST, 6 met/2 partial/1 not-applicable SHOULD and 2 met/3 partial MAY. It provides no separate numeric score or denominator claim to audit, and no companion report was consulted.", "The external adapter is supplied at version 1.2.3 through root documentation and registration. Its frozen evidence locator includes its SHA256 because the public version-tag URL alone is not a commit-addressed locator. Its code establishes mechanism, not observed runtime identity or successful execution in this review.", "Probe claims were checked against native helper logic and source evidence where material; the author's separate probe artifact was outside the assigned input. No new full probe sweep or logistical checkout was created." ], "checked_criteria": [ "stamped-checklist:must/001", "stamped-checklist:must/002", "stamped-checklist:must/003", "stamped-checklist:must/004", "stamped-checklist:must/005", "stamped-checklist:must/006", "stamped-checklist:must/007", "stamped-checklist:must/008", "stamped-checklist:must/009", "stamped-checklist:must/010", "stamped-checklist:must/011", "stamped-checklist:must/012", "stamped-checklist:must/013", "stamped-checklist:must/014", "stamped-checklist:must/015", "stamped-checklist:must/016", "stamped-checklist:must/017", "stamped-checklist:should/001", "stamped-checklist:should/002", "stamped-checklist:should/003", "stamped-checklist:should/004", "stamped-checklist:should/005", "stamped-checklist:should/006", "stamped-checklist:should/007", "stamped-checklist:should/008", "stamped-checklist:should/009", "stamped-checklist:may/001", "stamped-checklist:may/002", "stamped-checklist:may/003", "stamped-checklist:may/004", "stamped-checklist:may/005" ] }, { "id": "study-rubric-01-review-1", "assessment_id": "study-rubric-01", "reviewer_id": "study-rubric-01-review-1-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "S-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "The root README establishes manuscript/statistics/figures as the object boundary. Following root Makefiles and the analysis loaders reaches the three registered subdatasets and the nested Andersson dataset; their uses are explicit. The unused private acquisition submodule is not required to consume the distributed raw recordings. This supports 3 for reachability, independently of whether every result is in the standard rerun." }, { "criterion_id": "S-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L914", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The loader paths and registered dataset connections identify Andersson labels, raw eye recordings, fixed event tables and classifier source. Even the omitted-from-dispatch quality_stats computation has source and input paths. No essential data/code reference gap was established within the declared result-production boundary; absent cohort payload bytes do not justify a lower reachability score." }, { "criterion_id": "S-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282" ], "explanation": "The recipe, host-tool references, package dependencies, environment variables, CLI flags and classifier defaults make the required settings identifiable. Moving package resolution affects build precision, not the presence of these declarations. Score 3 is supported for this distinction." }, { "criterion_id": "S-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "Following the registered modules reaches CC BY 4.0, explicitly scoped REMoDNaV MIT terms, raw-data PDDL and the evaluation repository GPLv3 text. The event-label root inventory and README supply no corresponding declaration. That concrete uncovered module supports 2 without needing to presume the contents of unavailable container-layer license files." }, { "criterion_id": "T-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "Read-only root tree inspection confirms all three exact gitlink commits; the frozen inventory identifies data through annex keys and the image through tracked blob hashes. For the distributed research components this supports 3. It does not establish exact historical host Python/DataLad/Docker identities or reproducible resolution of the Dockerfile." }, { "criterion_id": "T-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "The root gitlinks, recursive module registrations and annex pointers provide one compatible Git/annex view across source, data, result and image states. Separate payload storage does not sever that identity relationship. Score 3 is supported." }, { "criterion_id": "T-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/commit/6da25fb6fee2c698d35f52066698b6f94850f4d2", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/commit/b950b59fecfd1bb17f47b143589d94547cb6f9ac", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/CHANGELOG.md" ], "explanation": "Frozen root and linked-module histories show actors, timestamps and descriptions for data corrections/imports, algorithm updates, image construction, figure changes and manuscript edits. The criterion asks for this history coverage, not authentication of every actor or experimental acquisition provenance; 3 is supported." }, { "criterion_id": "T-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463" ], "explanation": "Historical command/input/output records exist for the main result run, image build and later OCI conversion. The frozen root history does not supply an equivalent recorded manuscript compilation, and the main result command also omits quality_stats/velhist generation. These concrete coverage gaps support 2; the reported exit statuses remain historical evidence, not a new execution.", "suggested_correction": "Expand the partial-coverage rationale to include the computed velocity histogram and signal-loss calculation omitted from the recorded result command." }, { "criterion_id": "T-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "Run-bearing tree states identify input modules, source and the stored image, but the orchestration executable is a host Python substitution and the README supplies tested version labels rather than runtime identities for each execution. The image-build record also does not capture fixed apt/base-resolution states. Score 2 is justified." }, { "criterion_id": "T-06", "disposition": "agree", "evidence": [ "https://api.github.com/repos/psychoinformatics-de/paper-remodnav/git/tags/a303b5455458c79133a79864a590cbcdbad67a34", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "Local inspection confirms that annotated tag object a303b5455458c79133a79864a590cbcdbad67a34 signs a reference to the result-run commit. No supplied signing-key identity-verification instructions were found in the root or linked text material. The complete binary anchor therefore is not demonstrated. This does not imply the signature is invalid.", "suggested_correction": "Use the immutable tag object identifier rather than the mutable git/refs/tags/results-containerized locator. Preserve the distinction between missing verification guidance and a failed cryptographic verification." }, { "criterion_id": "A-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The clone/rerun sequence declares acquisition of the data patterns, nested evaluation material and container, with separate prerequisite-installation routes. The raw-data README explains Git/annex retrieval. This is sufficient procedural acquisition evidence for 3 even though current payload availability remains untested under D-01." }, { "criterion_id": "A-02", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README.md -> DataLad Containers 1.2.3 -> .datalad/config adapter)" ], "explanation": "The linked installation routes and registered container are substantial setup instructions. However, the inspected adapter explicitly assumes Docker is available on PATH and manageable by a non-root user, and the assessment itself treats that as an undocumented essential prerequisite under P-01. Frozen evidence does not show that the supplied setup links resolve that initialization/permission step. The unqualified claim that no essential setup decision is left to the recipient needs reconciliation.", "suggested_correction": "Either identify supplied instructions that establish a usable Docker invocation/permission setup, or use 2 and explain that remaining initialization step. Do not claim a permission failure was observed." }, { "criterion_id": "A-03", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L548", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1145", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1161", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The stated complete command-to-result mapping overlooks quality_stats(). Its source explicitly says it is omitted from normal execution and must be added to the command-line invocation list. That function computes signal-loss summaries and writes img/velhist.svg, which main.tex uses for the velocity-distribution figure; the standard -s -f -r -m dispatcher never calls it. This is a computed figure, not an authored static diagram. The README and captured rerun therefore do not recompute every scoped figure/numerical result as claimed.", "suggested_correction": "Replace the blanket complete-rerun rationale with the explicit omission. Score 2 is more defensible given the supplementary source-level instruction to add quality_stats but the missing integrated invocation/output-update sequence; do not silently exclude velhist or narrow the scope." }, { "criterion_id": "A-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Executable cloning and replay declarations provide the dataset paths and input patterns used by result production; nested subdataset registrations specify assembly. No additional manual module-discovery step was established. Score 3 describes supplied acquisition capability, not a successful download in this review." }, { "criterion_id": "A-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile" ], "explanation": "Source functions express the numerical transformations, including quality_stats and its histogram, while make recipes encode SVG conversion and PDF rendering. Thus 3 for executable specification is defensible even though the standard dispatcher is incomplete under A-03. The assessment should distinguish code being present from that code being included in its advertised end-to-end command.", "suggested_correction": "Mention quality_stats explicitly as executable source requiring an additional invocation; do not imply all computed figures are generated by the existing dispatcher." }, { "criterion_id": "A-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "A concrete captured result command and datalad rerun procedure exist, so replay is substantially stronger than a retrospective command description. Exact external execution-tool states and the moving dependency resolution in the recorded image build are not restored by the supplied procedure. A partial score of 2 is defensible. Missing manuscript provenance alone is not sufficient to deny anchor 3, which is worded around computations represented in provenance.", "suggested_correction": "Base the partial rating on unresolved recorded execution/build states. Keep missing provenance coverage under T-04 and missing result invocation under A-03 rather than extending the A-06 anchor to computations with no recorded specification." }, { "criterion_id": "M-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "Separate data repositories, classifier package, analysis functions, image/recipe, results_def.tex, figure directory and manuscript provide identifiable responsibility boundaries. Direct files qualify as modules under the native rules, so 3 does not depend on every role having a separate repository." }, { "criterion_id": "M-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L40", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The root analysis imports remodnav.tests.utils and constructs the classifier repository internal test-data path. Selecting another classifier/data layout would therefore require edits inside consumer analysis logic. Those concrete internal-layout dependencies support anchor 1 despite independent gitlinks." }, { "criterion_id": "M-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "Several linked modules have individually attributable terms, but the event-label module lacks a declaration in its frozen root inventory. Score 2 follows from that unresolved module scope. A parent CC BY file does not automatically assign terms to independently sourced subdatasets." }, { "criterion_id": "M-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The reachable license texts identify differing terms but the inspected root/module documentation supplies no handling of their combination. That matches the limited anchor 1. This is an assessment of recorded handling, not a conclusion that the combination is legally incompatible." }, { "criterion_id": "M-05", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)", ".cache/methods/rubric/rubric.json (rubric SHA256 05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4; M-05 anchors)" ], "explanation": "The assessment explicitly concludes that access conditions cannot be determined across components. M-05 anchor 0 expressly includes that state. Unlike D-01, this criterion supplies a usable low anchor for the identified uncertainty, so null/not_assessed does not follow the native highest-supported-anchor rule. Public repository presence and an absent license are also not substitutes for an access-category determination.", "suggested_correction": "Assign 0 with an observation such as not_findable for the missing access-condition documentation, retaining the limitation that no actual access restriction or failure was observed. This changes completion from 34/36 to 35/36 if other answers are retained; the fixed denominator and provisional numeric total do not change solely from replacing null with 0." }, { "criterion_id": "M-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L914", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The root selections, recursive subdataset links, data-consumption paths and registered image connection specify the assembly used to consume the fixed research inputs. The unused raw acquisition source is not necessary to reconstruct this assembly. Score 3 is supported within that declared boundary." }, { "criterion_id": "P-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README.md -> DataLad Containers 1.2.3 -> .datalad/config adapter)" ], "explanation": "Tools, tested operating systems and approximate download volumes are stated. The adapter explicitly identifies an undocumented assumption that the calling user can manage Docker, which is an operational host prerequisite for the commands. That supports 2. It is a documentation gap, not evidence that the user cannot run Docker." }, { "criterion_id": "P-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README.md -> DataLad Containers 1.2.3 -> .datalad/config adapter)" ], "explanation": "The active procedure derives its dataset mount from the current working directory, uses relative data paths and isolates its Python choice in configuration. The /tmp paths are container locations rather than private host-user paths. The inactive upstream acquisition/Condor paths do not establish a host-coupling defect in the scoped consumer pipeline; 3 is defensible." }, { "criterion_id": "P-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L12", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The recipe covers the imported numerical/plotting stack and the make/Inkscape/TeX rendering tools; package setup adds declared classifier dependencies. DataLad is intentionally optional inside the image because host replay supplies the inputs. No specific omitted required environment dependency was established, supporting 3 for coverage rather than version pinning." }, { "criterion_id": "P-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "The active Docker recipe and registration are tracked root files, and the package declaration is in a pinned module. The older virtualenv recipe is not a second required environment definition for the current route. The binary value 1 is supported." }, { "criterion_id": "P-05", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README.md -> DataLad Containers 1.2.3 -> .datalad/config adapter)" ], "explanation": "The recipe and adapter are machine-consumable, but the same adapter assumption accepted as an undocumented essential host prerequisite under P-01 remains unresolved here: Docker must be on PATH and operable by the calling user. Anchor 3 requires only explicit host configuration, while anchor 2 specifically covers an unresolved host-specific assumption outside documented configuration. The assessment does not supply evidence resolving this inconsistency.", "suggested_correction": "Use 2 unless the supplied setup documentation is shown to resolve the adapter host prerequisite. If broader installation links are intended to satisfy it, document that evidence and reconsider P-01/A-02 consistently." }, { "criterion_id": "E-01", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README.md -> DataLad Containers 1.2.3 -> .datalad/config adapter)", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The adapter invokes a new docker run from the selected image for every invocation; it does not restart a modified container. That supports 3 for environment creation. The supplementary claim that HOME is invariably fresh is too strong: /tmp is a host bind mount and dockertmp is a fixed directory that can remain after failure.", "suggested_correction": "Qualify the temporary-HOME description: successful runs remove it, while failed runs may leave host-mounted state. Address that residual workspace state under E-03." }, { "criterion_id": "E-02", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README.md -> DataLad Containers 1.2.3 -> .datalad/config adapter)", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "docker run --rm removes the mutable container, and its /tmp working directory is the mounted dataset, where declared figure/numerical outputs and Git provenance persist independently. This supports automatic-disposal anchor 3 without requiring deletion of the immutable image." }, { "criterion_id": "E-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README.md -> DataLad Containers 1.2.3 -> .datalad/config adapter)" ], "explanation": "The captured result command includes clean before results_def.tex, and make removes generated files and selected caches. It nevertheless exposes the persistent dataset workspace and a fixed dockertmp HOME, with no procedure establishing an entirely pristine checkout. The cautious score 2 is defensible; the available evidence does not justify a fully isolated-workspace score of 3." }, { "criterion_id": "D-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "The package supplies intended-version identities and retrieval routes but deliberately omits data/image payloads and forbids acquisition. There is no observed unavailable version to support anchor 2, nor evidence that every route currently provides its payload to support 3. Leaving this criterion null is warranted and is not equivalent to a retrieval failure." }, { "criterion_id": "D-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The raw dataset advertises an alternative OpenFMRI route and a DOI badge, but the image-layer metadata supplies only a service URL and no independent preserved recovery route for the whole assembly. Content identity does not demonstrate preservation of unavailable bytes. At least one essential payload lacks a demonstrated preservation mechanism, supporting 1." }, { "criterion_id": "D-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The Dockerfile begins with an unpinned Debian tag and installs apt packages against current repositories; four pinned pip packages do not freeze base/system/transitive build inputs. A saved image fixes a distributed artifact but not its future reconstruction. Score 1 matches the moving-build anchor." }, { "criterion_id": "D-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "Named full license texts resolve the identities of several modules, while the event-label terms remain unidentified. That is a concrete basis for 2 independent of legal permissiveness. Full bundled-image license mapping cannot be confirmed without the omitted payload." }, { "criterion_id": "D-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README.md -> DataLad Containers 1.2.3 -> .datalad/config adapter)", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "The assessed root tree fixes the three module states and image blob identities. Inspection of get_image/load confirms that the adapter selects the image using the configuration content hash rather than relying on the latest label alone. This supports 3 for coherent distributed research-component selection, while availability and build reconstruction remain separate questions." }, { "criterion_id": "D-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://api.github.com/repos/psychoinformatics-de/paper-remodnav/git/tags/a303b5455458c79133a79864a590cbcdbad67a34" ], "explanation": "The image build command and hashes supply useful provenance, but no supplied image-origin/build-source attestation or usable producer verification route was identified. The result tag signature alone does not establish the complete executable-artifact origin anchor. Binary 0 is supported without claiming that the artifact is malicious or incorrectly built." } ], "verdict": "needs_revision", "created_at": "2026-10-28T00:02:30.180969+00:00", "limitations": [ "Independent inspection of the assigned anonymized assessment, exact assigned rubric and frozen evidence only. No peer review, other assessment, examples, prior result or original assessor metadata was consulted.", "Inspection-only cohort: no network access, scientific execution, container build or payload acquisition. Existing run exit statuses and reproducibility statements were read as historical source claims. Omitted payloads were not classified as failed retrievals.", "Manifest SHA256 matched the assigned cohort; 40 material source/history file hashes were checked against it. Read-only native validation passed, and an independent inspection of anchors/source supplied the substantive findings. All 36 native criteria were checked; the original assessment has 34 answered criteria and two nulls, equal dimension weights, and fixed denominators. No score arithmetic inconsistency was found; validation does not establish evidentiary support.", "Input scope was the declared numerical results, figures and manuscript workflow consuming existing versioned data. Original participant acquisition and wholesale regeneration of every upstream dataset were not silently added to the scope. The velocity histogram is within the declared scope and was not treated as an authored static diagram.", "External installation webpages and identity-verification services were not available in the frozen package. A-02 and the P-01/P-05 consistency finding therefore concern support supplied in this cohort, not a demonstrated host execution failure. No signature cryptographic validity or real-world signer identity was verified.", "The supplied adapter source is version-tagged rather than commit-pinned in its public URL; this review cites its frozen relative locator and SHA256 to preserve byte identity. Source discovery followed the root README/module references; cached presence alone was not credited as discoverability.", "Full image/data bytes, visual outputs, every bundled license and current persistence/retrievability remain unverified. Agreement records evidentiary review, not human approval. Actual runtime model identity was not independently observed." ], "checked_criteria": [ "S-01", "S-02", "S-03", "S-04", "T-01", "T-02", "T-03", "T-04", "T-05", "T-06", "A-01", "A-02", "A-03", "A-04", "A-05", "A-06", "M-01", "M-02", "M-03", "M-04", "M-05", "M-06", "P-01", "P-02", "P-03", "P-04", "P-05", "E-01", "E-02", "E-03", "D-01", "D-02", "D-03", "D-04", "D-05", "D-06" ] }, { "id": "study-rubric-01-review-2", "assessment_id": "study-rubric-01", "reviewer_id": "study-rubric-01-review-2-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "S-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "The root describes the paper-production object, direct subdatasets, container and manuscript. Following its links exposes dependencies used by the result script, including nested Andersson annotations. The disconnected raw-acquisition source is not an input to this consumption workflow." }, { "criterion_id": "S-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Raw recordings, derived event tables and human-labelled evaluation data are explicitly addressed through linked repositories. The omitted quality_stats invocation affects production instructions, not the presence of code or referenced data." }, { "criterion_id": "S-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282" ], "explanation": "The environment recipe, editable classifier installation, run substitution, CLI flags and subject defaults expose required settings. Moving package resolution is a separate reconstruction limitation." }, { "criterion_id": "S-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "Root and nested links expose CC BY, MIT, PDDL and GPL declarations, but the event-label inventory has no license declaration. Image contents and publisher style assets also lack a fully inspected license mapping; complete coverage is not demonstrated." }, { "criterion_id": "T-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499; root gitlinks, files and annex-pointer inventory)" ], "explanation": "Read-only tree inspection confirms the exact three root gitlink revisions. Git objects identify text and generated assets; annex keys and SHA-256 image paths identify distributed payload states. This supports component identity without asserting availability or exact host-tool runtimes." }, { "criterion_id": "T-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "Nested gitlinks and annex pointers connect data, code and image identities to the root Git state. External payload storage does not remove their identities from that common tracking structure." }, { "criterion_id": "T-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499; root gitlinks, files and annex-pointer inventory)" ], "explanation": "Frozen histories of the root and linked raw-data, label, classifier and evaluation modules contain actors, dates and descriptions across imports, algorithm changes, manuscript edits and image transformations. This supports coverage across component classes without requiring real-world identity verification." }, { "criterion_id": "T-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463" ], "explanation": "The historical records include captured commands, inputs, outputs and exit values. The OCI conversion is additional qualifying provenance. Complete coverage remains unsupported: no manuscript compilation record was located, and the current analysis command omits the velocity-histogram computation.", "suggested_correction": "Retain 2 and add the omitted quality_stats/velocity-histogram step to the coverage limitation. Historical exit values are source records, not reviewer executions." }, { "criterion_id": "T-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "Commit trees connect data, code, image and configuration states to runs. The image-build record resolves moving Debian/package sources and does not capture exact orchestration runtimes. These gaps support partial version coverage." }, { "criterion_id": "T-06", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/psychoinformatics-de--paper-remodnav--34388d3ca78f/repository.git:git-object:a303b5455458c79133a79864a590cbcdbad67a34 (discovery: README results-containerized tag)", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The immutable tag object contains a PGP signature and targets the results commit, but the supplied root material provides no route establishing the signer identity. This does not meet the complete binary anchor.", "suggested_correction": "Replace the mutable refs/tags locator with tag object a303b5455458c79133a79864a590cbcdbad67a34. Absence of a supplied verification route does not mean the signature is invalid." }, { "criterion_id": "A-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The clone/rerun sequence names input patterns for recordings, event tables, annotations and the image; linked raw-data instructions explain annex retrieval. No missing acquisition step for the consumed inputs was established by inspection." }, { "criterion_id": "A-02", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README tool/version link -> .datalad/config adapter invocation)" ], "explanation": "A setup sequence and installation links exist. The adapter explicitly assumes Docker is on PATH and manageable by a non-root user, which the assessment treats as undocumented in P-01. Linked installation-page contents that might resolve this initialization requirement are outside the frozen corpus.", "suggested_correction": "Explain how the supplied installation route covers this setup step, or use 2 if a recipient must invent essential permission/configuration steps. A link is not inspected proof of the linked instructions." }, { "criterion_id": "A-03", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1161", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The complete-coverage claim misses img/velhist.svg, used by the manuscript at line 1161. quality_stats writes it, but the CLI dispatch never invokes that function; a read-only AST check found zero call sites. Its docstring explicitly tells users to add an invocation to the script. The documented -s -f -r -m sequence retains this prior computational figure.", "suggested_correction": "Revise the rationale and use at most 2 unless a supplied unambiguous runnable sequence for this computation is identified. Include the manual activation/code-edit step; this computed histogram is not an authored static diagram." }, { "criterion_id": "A-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "Executable clone/rerun commands and captured input patterns specify acquisition and assembly of the consumed components. These establish supplied procedures, while actual payload availability remains unresolved under D-01." }, { "criterion_id": "A-05", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1161" ], "explanation": "Most result production is executable, and quality_stats contains code for the remaining velocity histogram. However, the rationale asserts full CLI dispatch coverage and treats omitted figures as authored diagrams; that overlooks this computed figure and its instruction to edit the dispatch.", "suggested_correction": "Justify whether the complete callable function satisfies anchor 3 despite its missing executable invocation, or use 2 if manual translation of its activation instruction is required. Correct the rationale either way: the standard workflow does not regenerate every scoped figure." }, { "criterion_id": "A-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The supplied rerun command consumes a captured result record. Image construction also has a run record, but its moving build inputs cannot be restored to exact historical states from that command. Partial replay is supported. Missing manuscript provenance alone is not decisive because anchor 3 concerns computations represented in provenance.", "suggested_correction": "Retain 2 on unresolved recorded build/runtime states; distinguish that reason from T-04 coverage gaps. Do not lower A-06 solely because an unrecorded manuscript step has no replay record." }, { "criterion_id": "M-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "Imported data, classifier implementation, analysis, environment, manuscript and generated outputs have identifiable separate roles. Internal coupling does not erase those structural boundaries." }, { "criterion_id": "M-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/remodnav/tests/utils.py", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Analysis imports a classifier test utility and constructs paths into its test-data hierarchy. Independent gitlink selection does not provide a documented replacement interface for these consumers; the limited anchor is supported." }, { "criterion_id": "M-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "Several modules have independently attributable license texts, but the label module lacks one in the inspected inventory. Root CC BY terms do not explicitly map to independent datasets or every bundled asset." }, { "criterion_id": "M-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The inspected sources list different module licenses without recorded handling of their combination. This matches the limited anchor and does not establish legal incompatibility." }, { "criterion_id": "M-05", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", ".cache/methods/rubric/rubric.json (Git revision e8d94d00d904058b8f87c8331cbe32e225a9490f; SHA256 05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4; M-05 anchors)" ], "explanation": "The reason given for null is that access conditions cannot be determined for all modules. Native M-05 anchor 0 explicitly covers access conditions that cannot be determined. The assessor therefore reached the evidential judgment specified by an available anchor; this is not an inability to choose any anchor.", "suggested_correction": "Assign 0 with an observation such as not_findable and describe the missing declarations. Keep the fixed denominator; completion becomes 35/36 if no other responses change. Record objections to the anchor’s treatment of unknown access conditions as rubric feedback." }, { "criterion_id": "M-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "Gitlinks select module states, nested registrations expose evaluation data, script paths define consumption, and configuration connects the image. The unused raw-acquisition checkout is not needed to assemble this analysis of distributed recordings." }, { "criterion_id": "P-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README tool/version link -> .datalad/config adapter invocation)" ], "explanation": "The documentation identifies host tools, tested operating systems and download volumes. The adapter itself notes the unexpressed requirement that the user can manage Docker, supporting the specific incomplete-prerequisite finding." }, { "criterion_id": "P-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README tool/version link -> .datalad/config adapter invocation)" ], "explanation": "Active analysis paths are dataset-relative. The adapter derives its mount and user mapping from the host, while the Python executable is configurable. The unused upstream absolute source path does not force changes to analysis logic." }, { "criterion_id": "P-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499; root gitlinks, files and annex-pointer inventory)" ], "explanation": "Numerical imports and rendering commands correspond to declared Python and system packages. Manuscript class/style files are identified in the frozen root inventory, although their payloads are omitted. No concrete missing dependency in the active procedure was identified." }, { "criterion_id": "P-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The recipe and registration are tracked in the root; dependency declarations belong to a pinned classifier module. The binary score correctly remains in the denominator. Superseded virtualenv instructions do not establish an additional active missing environment definition." }, { "criterion_id": "P-05", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README tool/version link -> .datalad/config adapter invocation)" ], "explanation": "The recipe, image and adapter support machine-readable instantiation. Nevertheless, anchor 2 explicitly covers unresolved host assumptions outside documented configuration, and P-01 identifies such a Docker-permission assumption. The maximum score needs an explanation of why this is already satisfied by the documented compatible-host boundary.", "suggested_correction": "Either substantiate that boundary from supplied setup/configuration evidence or use 2 consistently with the unresolved host assumption. Historical successful runs alone do not establish host configuration completeness." }, { "criterion_id": "E-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README tool/version link -> .datalad/config adapter invocation)", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The adapter starts a new container from the selected image for each command, rather than restarting a mutated container. The fixed dockertmp directory resides in the persistent mount and does not itself prove a pristine workspace; that separate limitation is covered by E-03." }, { "criterion_id": "E-02", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README tool/version link -> .datalad/config adapter invocation)", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The adapter uses --rm and persists outputs through the dataset bind mount. Results and Git provenance survive mutable-container disposal. Retained immutable images do not invalidate the automatic lifecycle." }, { "criterion_id": "E-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README tool/version link -> .datalad/config adapter invocation)" ], "explanation": "The recorded command calls clean, but reuses the mounted checkout and preserves SVG inputs and arbitrary other files. A manually established clean checkout is still needed to exclude undeclared workspace state. The assessment correctly avoids claiming automatic workspace isolation." }, { "criterion_id": "D-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "Explicit routes and identifiers are visible, but no payload-retrieval observation is supplied. Neither a failed version-specific route nor complete availability is established. Null is defensible because these anchors do not equate untested availability with failure." }, { "criterion_id": "D-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The raw-data README provides alternative archive/repository references, while supplied image availability logs point to one service. Hashes identify bytes but do not prove their preservation if that host disappears. Score 1 is supported without claiming the service has failed." }, { "criterion_id": "D-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "The base tag, apt repositories/packages and portions of Python resolution remain moving. Four pinned Python packages do not fix all top-level build inputs. A fixed distributed image does not make its build recipe reproducible." }, { "criterion_id": "D-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "Full named license texts resolve several modules, while the label module and uninspected bundled assets prevent full coverage. Score 2 is supported without requiring SPDX as the only acceptable identifier." }, { "criterion_id": "D-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README tool/version link -> .datalad/config adapter invocation)" ], "explanation": "The root tree fixes module selections and image configuration/layer identities jointly. The adapter selects the image by its configuration hash rather than blindly resolving remodnav:latest. This establishes a joint distribution state, not retrieval success or frozen rebuilding." }, { "criterion_id": "D-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/psychoinformatics-de--paper-remodnav--34388d3ca78f/repository.git:git-object:a303b5455458c79133a79864a590cbcdbad67a34 (discovery: README results-containerized tag)" ], "explanation": "Build/conversion histories document the image relationship, but no supplied artifact signature or producer/build-source attestation was found. The signed results tag is not sufficient evidence of an image attestation. Zero is the applicable binary anchor." } ], "verdict": "needs_revision", "created_at": "2026-10-28T00:12:14.330378+00:00", "limitations": [ "Inspection only: no scientific workflow execution, network calls, container builds, payload acquisition, signature verification or remote availability testing. Missing payloads are cohort omissions, not observed retrieval failures.", "The frozen manifest SHA256 was verified as e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. Only the assigned anonymized assessment, instrument, frozen sources/histories, adapter and availability metadata were used.", "All 36 native criteria were inspected. Native validation passed and recomputed 34/36 answered using fixed denominators, equal dimension weights and binary normalization. No score/denominator inconsistency was found in the supplied bundle. Logical support was reviewed separately from validation.", "The external adapter is version-tagged in its original citation; this review cites its frozen relative locator and byte hash. The results tag was inspected by immutable Git object ID. Other evidence URLs are revision-specific and were discovered through root/module links.", "Linked installation sites and issue-discussion contents are not in the frozen corpus and cannot resolve setup/host-assumption questions. Bundled image, figure and publisher style payloads were not inspected internally.", "A-05 remains an anchor-interpretation question: an uninvoked but complete callable function may qualify as an executable specification. The definite observation is that the supplied main dispatch does not regenerate the manuscript velocity histogram.", "Agreement expresses evidential support under the pilot rubric, not human approval. Requested model identity is not observed runtime identity." ], "checked_criteria": [ "S-01", "S-02", "S-03", "S-04", "T-01", "T-02", "T-03", "T-04", "T-05", "T-06", "A-01", "A-02", "A-03", "A-04", "A-05", "A-06", "M-01", "M-02", "M-03", "M-04", "M-05", "M-06", "P-01", "P-02", "P-03", "P-04", "P-05", "E-01", "E-02", "E-03", "D-01", "D-02", "D-03", "D-04", "D-05", "D-06" ] }, { "id": "study-rubric-01-review-3", "assessment_id": "study-rubric-01", "reviewer_id": "study-rubric-01-review-3-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "S-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The root README establishes the computational object and its commands; root submodule declarations and analysis paths identify the data and classifier connections. The uninvoked quality_stats routine is still included within the object, so its execution gap does not invalidate boundary discoverability. Score 3 is supported." }, { "criterion_id": "S-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Following root -> remodnav -> tests/data/anderson_etal locates the annotated input, while root data modules locate recordings and event tables. Source routines also include the velocity-quality calculation. The frozen inventory identifies omitted payloads rather than missing source references; score 3 does not claim a successful download." }, { "criterion_id": "S-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The root recipe declares numerical and rendering dependencies, container registration supplies the invocation, and script parameters/defaults expose calculation settings. Moving apt dependencies concern build resolution, not presence of environment declarations. Score 3 is supported." }, { "criterion_id": "S-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Separate reachable declarations cover the paper, classifier, raw dataset and evaluation repository. The event-label root inventory lacks a governing declaration, so a blanket inference from the paper license would be unwarranted. Score 2 is supported without needing to infer licenses inside the unavailable image." }, { "criterion_id": "T-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Read-only tree inspection confirms exact root gitlinks for all three immediate modules; the frozen inventories also contain Git object IDs and annex keys for payloads. Image config/layer digests fix the supplied artifact despite its latest label. Score 3 is defensible for the distributed computation ingredients, with host orchestration precision treated separately." }, { "criterion_id": "T-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The root tree, recursive gitlinks and annex pointers form a connected content-addressed state description across code, data, manuscript and image. External payload hosting does not break that identity graph. Score 3 is supported." }, { "criterion_id": "T-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/commit/b950b59fecfd1bb17f47b143589d94547cb6f9ac" ], "explanation": "Frozen histories inspected through the linked repositories contain actors, dates and change descriptions for data processing, annotation corrections, code, environments and manuscript updates. Score 3 is supported for repository-level modification history; it does not authenticate those identities or establish original acquisition provenance." }, { "criterion_id": "T-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1161" ], "explanation": "The captured records contain concrete commands, inputs, outputs and exit codes, including the later OCI conversion. No manuscript compilation run was located. Additionally, the current result command does not invoke quality_stats, so the manuscript velocity histogram is not newly computed by that recorded invocation. Score 2 remains appropriate.", "suggested_correction": "Add the uninvoked velocity-histogram/data-loss computation to the provenance coverage gaps; do not describe the historical result record as covering all SVG computation." }, { "criterion_id": "T-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The result commit fixes input gitlinks and image state, but build execution resolves Debian/apt inputs dynamically and the host orchestration versions are not captured precisely. This supports partial version-linked provenance. The 2025 OCI manifest should not by itself be presented as the environment identity of the 2023 run.", "suggested_correction": "Retain 2 and cite the historical run tree for its image identity; use the 2025 conversion record to explain the relationship to the current image." }, { "criterion_id": "T-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/psychoinformatics-de--paper-remodnav--34388d3ca78f/repository.git#tag-object=a303b5455458c79133a79864a590cbcdbad67a34" ], "explanation": "Read-only inspection confirms a PGP-signed annotated tag targeting the result commit. The inspected material supplies no key-to-claimed-identity verification procedure, so the complete binary positive anchor is not established. Zero is justified as not demonstrated, rather than a claim that the signature is invalid.", "suggested_correction": "Replace the mutable tag-ref citation with the inspected tag object ID or another frozen locator." }, { "criterion_id": "A-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The README gives acquisition prerequisites and clone/rerun commands, and the captured input patterns identify the external data and image to obtain. The unused raw-source lab path is not required for consuming the fixed recordings. Score 3 is supported for acquisition instructions, without treating the README assertion that everything is recomputed as verified." }, { "criterion_id": "A-02", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The recipe and installation references establish much of setup, but the assessment itself finds an essential Docker management permission prerequisite undocumented under P-01. The inspected adapter explicitly calls out that assumption. A claim that no essential initialization decisions remain under A-02 needs reconciliation with that finding.", "suggested_correction": "Either identify a supplied setup reference that establishes the required Docker access configuration, or use the partial setup anchor 2. The external installation pages were not available for inspection in this frozen review." }, { "criterion_id": "A-03", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1145", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1161", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The all-results mapping is overstated. quality_stats computes the velocity histogram and data-loss averages, but its docstring says to add it to the command invocations, and the actual main dispatch never calls it. The manuscript contains the corresponding data-loss percentages and velhist figure. The documented rerun therefore does not supply the asserted unambiguous complete execution sequence.", "suggested_correction": "Use at most 2 until a complete invocation/output-integration route for quality_stats is established. Distinguish rendering the retained velhist.svg from recomputing its values." }, { "criterion_id": "A-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The clone/rerun interface, declared input patterns and container registration provide executable acquisition/composition for the root pipeline. The identified quality calculation uses the same raw-data patterns, so its missing dispatch is primarily an execution-coverage issue, not proof of a new undeclared acquisition step. Score 3 is supported as specification evidence only." }, { "criterion_id": "A-05", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1161" ], "explanation": "The velocity histogram is computed scientific output, not an authored static diagram, and its generating quality_stats function is not invoked by -s -f -r -m. Its executable body is present, which distinguishes this from wholly absent code, but the rationale does not address the manual addition needed to compose the full result-producing procedure. The asserted complete coverage is not established by the cited dispatch alone.", "suggested_correction": "Explicitly account for quality_stats. Explain whether the native highest anchor accepts a separately callable but unintegrated routine; otherwise use 2 for the incomplete composed procedure. Do not classify velhist.svg as a noncomputational static diagram." }, { "criterion_id": "A-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "A genuine captured command and rerun entrypoint exist. Historical build input resolution and unspecified orchestration context prevent a general exact replay claim, supporting 2. Missing manuscript provenance alone is not sufficient to lower this particular criterion, whose highest anchor concerns computations represented in provenance.", "suggested_correction": "Keep the partial rating grounded in unresolved recorded execution context; distinguish it from T-04 coverage of unrecorded steps and A-03 coverage of all manuscript results." }, { "criterion_id": "M-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "Root and linked trees separate recordings, event labels, classifier, analysis, image and manuscript roles. Directory/file boundaries qualify under this criterion even where consumer interfaces are tightly coupled. Score 3 is supported." }, { "criterion_id": "M-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L40", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The root imports remodnav.tests.utils and constructs a path deep inside its test-data directory. Independent gitlinks do not eliminate this internal-layout dependence. The limited anchor 1 accurately captures the observed boundary coupling." }, { "criterion_id": "M-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Several modules have their own explicit terms, while the event-label dataset has no identifiable license mapping in its inspected inventory. Partial module attribution, score 2, is supported independently of whether the other licenses are compatible." }, { "criterion_id": "M-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The reachable object presents multiple license texts but no composition-specific compatibility treatment. The native limited anchor explicitly covers listed licenses with no addressed combination, so 1 is preferable to interpreting this as a legal incompatibility finding." }, { "criterion_id": "M-05", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", ".cache/methods/rubric/rubric.json#git-revision=e8d94d00d904058b8f87c8331cbe32e225a9490f;sha256=05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4" ], "explanation": "The assessment rationale says access conditions cannot be established for all relevant components. That is an explicit zero-anchor case in M-05: access conditions cannot be determined. Null is reserved for uncertainty that cannot responsibly select any anchor; here the native anchor already covers the stated observation. Structural separation does not establish uniform access, but uncertainty does not justify excluding this completed judgment.", "suggested_correction": "Assign 0 with an appropriately bounded observation such as not_findable, retaining the uncertainty and applicability feedback. This changes completion from 34 to 35 answered criteria without changing the fixed-denominator provisional total for this item." }, { "criterion_id": "M-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The composition of data, classifier and image is explicit in recursive registrations and consumer paths. The uncalled quality routine is within the same analysis module and does not introduce an unknown module selection. Score 3 is supported for assembly, as distinct from complete execution instructions." }, { "criterion_id": "P-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "Tool names, tested host platforms and approximate input/image download volumes are stated. The adapter assumes a Docker executable manageable by the user and flags this as needing documentation. On the frozen inspected material this is a concrete basis for the partial anchor 2, subject to what the externally linked installation instructions actually supply." }, { "criterion_id": "P-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The inspected pipeline uses dataset-relative inputs and container-internal /tmp, with Python substitution outside analysis logic. The adapter derives mount source and user identity from the current host rather than requiring personal absolute paths. Score 3 is supported for separation of host settings, although freshness of the mounted HOME is a different issue." }, { "criterion_id": "P-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The source imports and package declaration match the supplied numerical, plotting and rendering recipe, with host orchestration separately identified. Optional DataLad use inside the script has an explicit fallback, so its omission from the image is not by itself an undeclared mandatory dependency. Score 3 is supported for dependency coverage." }, { "criterion_id": "P-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The required container build and invocation definitions are tracked at the root revision, and package dependencies are tracked in the fixed classifier module. Binary score 1 is correctly used; there is no invented intermediate value." }, { "criterion_id": "P-05", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "Machine-readable image loading and execution are well supported. However, P-01 identifies an essential unresolved host permission assumption, while P-05 awards the anchor requiring only explicit host configuration. The adapter comment corroborates that unresolved assumption; the two judgments need an explicit explanation.", "suggested_correction": "Provide the actual documented host setup route resolving Docker access, or use anchor 2 consistently. Do not demand a test run solely to establish specification capability." }, { "criterion_id": "E-01", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "docker run creates a new container, but the claimed fresh temporary HOME is /tmp/dockertmp within the adapter’s mounted dataset directory. It has a fixed name, mkdir is followed by a semicolon, and cleanup occurs only after successful make. A failed earlier run can therefore leave HOME contents available to the next run. Fresh container identity alone does not establish a fresh entire execution environment.", "suggested_correction": "Qualify the score-3 rationale and resolve the retained HOME path: demonstrate a guaranteed reset or classify the requirement to clear it manually. This is source-level reasoning, not an observed failed execution." }, { "criterion_id": "E-02", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The adapter passes --rm and mounts the dataset for persistent outputs; captured run records live in Git outside the container. Required results/provenance can survive container disposal, supporting 3. The HOME remnant issue affects freshness and undeclared state, not whether disposal would lose the required outputs." }, { "criterion_id": "E-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The result command cleans selected outputs and caches but retains a mutable mounted workspace, so 3 is unsupported. A manual pristine/reset step is needed for the partial anchor 2. The rationale should specifically disclose the fixed HOME directory and retained velhist.svg, because clean does not remove SVG source outputs and the default dispatcher does not regenerate that histogram.", "suggested_correction": "Retain 2 with the clean-checkout assumption explicit; do not describe the cleanup as clearing all prior computation state." }, { "criterion_id": "D-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Version-specific Git and annex availability references are present, but payloads were intentionally omitted and retrieval is forbidden. That does not demonstrate either current obtainability or an unavailable version. Null is a responsible unresolved judgment here; unlike M-05, no native zero anchor equates unknown availability with a zero." }, { "criterion_id": "D-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The raw dataset advertises an alternative repository/archive route, but the supplied layer metadata names one hosting service and no preserved complete joint package with a recovery route is established. Version identities alone do not prove preservation. Score 1 is supported within the inspected material, without asserting that the host has actually failed." }, { "criterion_id": "D-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "The Debian base tag and apt package resolutions float, notwithstanding four pinned Python packages. This is an explicit build recipe with unfixed required dependencies, matching 1. The supplied image digest cannot substitute for a fully fixed reconstruction recipe." }, { "criterion_id": "D-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The full named license texts provide resolvable governing identities for several modules. The event-label declaration remains missing and image-bundled terms are not inspectable here. Score 2 is supported; no inference that missing license evidence means prohibited access is needed." }, { "criterion_id": "D-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The root tree fixes module gitlinks and image config/layer identities as a coherent selection. The adapter computes the stored configuration digest rather than selecting an arbitrary current latest image. Score 3 is supported for distributed state selection, separately from unknown payload availability and historical run context." }, { "criterion_id": "D-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/psychoinformatics-de--paper-remodnav--34388d3ca78f/repository.git#tag-object=a303b5455458c79133a79864a590cbcdbad67a34" ], "explanation": "The image has recorded build provenance and content hashes but no supplied verifiable artifact signature or producer/source attestation. The results tag signature is not such an artifact attestation. Binary zero is supported as not demonstrated, while unavailable payload bytes limit exhaustive inspection." } ], "verdict": "needs_revision", "created_at": "2026-10-28T00:17:37.616901+00:00", "limitations": [ "Independent inspection used only the assigned anonymized assessment, exact native instrument and frozen evidence manifest with verified SHA-256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. No peer reviews, prior assessments, examples or other methods were consulted.", "No network access, payload acquisition, scientific execution or container build was performed. Read-only Git tree/tag inspection and the native validator were used; intentionally absent payloads are not observed retrieval failures.", "Discovery followed root README/configuration/submodules into linked source and histories. The adapter was supplied through the README tool/version -> configured adapter discovery path. Its review locator includes the frozen content checksum because the public version-tag URL is not an immutable commit locator.", "The native validator accepted the bundle and confirmed 34 of 36 criteria answered, equal dimension weights, binary normalization and fixed denominators. The bundle stores no conflicting numeric total. Validator success did not determine the substantive review findings. M-05 should become an explicit zero; D-01 remains unresolved.", "External installation documentation, hosting-service verification UI, payload contents and present-day availability were not inspected. Setup/portability and failed-run HOME contamination findings are bounded source-level concerns, not observed runtime failures.", "The detailed quality_stats omission establishes an execution-instruction gap. Whether a separately callable unintegrated function fully satisfies A-05 is an anchor interpretation requiring explicit justification; no numerical reproduction was attempted.", "No actual model/runtime identity was established. Agreement is independent review agreement and does not imply human approval." ], "checked_criteria": [ "S-01", "S-02", "S-03", "S-04", "T-01", "T-02", "T-03", "T-04", "T-05", "T-06", "A-01", "A-02", "A-03", "A-04", "A-05", "A-06", "M-01", "M-02", "M-03", "M-04", "M-05", "M-06", "P-01", "P-02", "P-03", "P-04", "P-05", "E-01", "E-02", "E-03", "D-01", "D-02", "D-03", "D-04", "D-05", "D-06" ] }, { "id": "study-rubric-02-review-1", "assessment_id": "study-rubric-02", "reviewer_id": "study-rubric-02-review-1-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "S-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The root describes the paper outputs and registers the data and classifier modules. Following those registrations reaches the annotation data used by load_anderson. The laboratory acquisition submodule is upstream of the published inputs and is not read by the paper procedure; its local-only URL does not establish a missing essential paper input." }, { "criterion_id": "S-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L170", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The source names the raw recordings, event-label tables and Andersson files, including the revision-specific MAT-file origin of manually copied comparison values. Missing bytes in this inspection package do not negate these references. Source and manuscript files are also in the root inventory." }, { "criterion_id": "S-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Python and scientific dependencies, rendering tools, container selection and scientific arguments are represented in linked files. The label script supplies its conversion factors and sampling rate. This establishes presence of specifications without establishing that the old label execution used exactly the current container environment." }, { "criterion_id": "S-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The declarations inspected establish multiple scoped licenses, while the label module inventory supplies no license declaration. That alone supports partial coverage. Missing style/image payloads limit conclusions about additional license notices inside those payloads; their physical absence here is not proof that the published assets lack notices." }, { "criterion_id": "T-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The root Git tree fixes the three submodule commits, and the inventory records object IDs or annex keys for the data, styles, figures and image blobs. The manifest selects image configuration and layer digests despite its latest display tag. This is identification evidence, not verification of payload integrity." }, { "criterion_id": "T-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "Git trees and registered Gitlinks provide one recursive state view; annex pointers remain tracked content identities within that view. Separately stored large bytes therefore do not constitute an unconnected tracking system." }, { "criterion_id": "T-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/commit/0e6f82708e10b48039763aa1078696e802260674" ], "explanation": "The frozen histories contain authors, dates and change descriptions for the root, raw-data module, label module, classifier and annotation dataset. The image build and OCI conversion are also attributed historical changes. The evidence supports the component-class coverage claimed without authenticating the authors." }, { "criterion_id": "T-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1161" ], "explanation": "Both cited commits contain structured run records, not merely suggested commands. The main record invokes the dispatcher that omits quality_stats, while the manuscript consumes its velocity histogram. No corresponding captured manuscript compilation was located. Consequently the all-steps anchor is not supported." }, { "criterion_id": "T-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The paper run explicitly lists the saved image as an extra input and inherits versioned code/configuration/module state. The label record invokes host python via an inherited PYTHONPATH without recording an environment identity. That concrete environment gap supports the partial anchor." }, { "criterion_id": "T-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/a303b5455458c79133a79864a590cbcdbad67a34", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The locally available annotated tag object contains a PGP signature and points to the claimed run commit. Neither its text nor the inspected README supplies a signing-identity verification route. The binary zero is supported by that route gap; the signature was not cryptographically checked." }, { "criterion_id": "A-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The root gives clone and rerun commands and describes their expected acquisitions; the run lists the required input patterns and image. The raw-data README additionally supplies annex initialization/get instructions. The acquisition score describes a supplied route, not observed acquisition. Host installation-page completeness remains separately unresolved under A-02." }, { "criterion_id": "A-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README tool/version reference -> .datalad/config -> Docker adapter)" ], "explanation": "The root explicitly delegates prerequisite installation to external websites. Those pages are absent from the frozen corpus, so asserting either full operational completeness or a proven omission would exceed this review. The null score preserves that uncertainty and remains in the fixed denominator." }, { "criterion_id": "A-03", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The quality_stats docstring does supply instructions: add the function to the command-line invocation list; the function names the inputs and velhist.svg destination. Thus omission from the default dispatcher does not by itself establish an omitted instruction under anchor 1. Existing manually authored SVGs also have an explicit rendering rule. The assessment needs to identify which scoped result actually has no instructions, rather than treating all manual preparation as no instructions.", "suggested_correction": "Reconsider anchor 2 if the remaining issue is ambiguous invocation/order. Retain anchor 1 only with a specific uncovered result or command, and explain whether illustration authoring itself is being assessed." }, { "criterion_id": "A-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L30" ], "explanation": "The recorded inputs plus DataLad rerun express retrieval and assembly of the declared paper computation. One qualification is important: datalad_get becomes a no-op when DataLad is absent inside the container, so the outer recorded input acquisition, rather than those calls alone, supplies the container route. This does not require a successful download in this cohort." }, { "criterion_id": "A-05", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "quality_stats is a complete executable implementation, despite needing a manual call added to dispatch. The rating rationale substitutes complete automation/integration for the anchor wording about executable specifications and translation of computational steps from prose. Likewise a tracked illustrative SVG can be a direct input to rendering without regenerating its manual artistic composition. These facts weaken the stated justification for 2.", "suggested_correction": "Identify an actual computational step that remains prose-only, or revise the score upward. Keep the missing default invocation as actionability feedback; do not equate it automatically with a missing executable computational specification." }, { "criterion_id": "A-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The recorded root run and documented rerun command provide replay capability for the major result computation. The label run leaves a host environment to reconstruct, which is sufficient for the partial anchor. Missing provenance for other steps is relevant context, but A-06 specifically concerns computations represented in provenance." }, { "criterion_id": "M-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The boundaries distinguish raw inputs, event labels, classifier, analysis script, environment image/recipe and manuscript/figures. Files and directories have identifiable roles even where several live in the same root repository." }, { "criterion_id": "M-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L40", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md" ], "explanation": "The consumer imports remodnav.tests.utils and builds paths inside the classifier tests/data directory. The documented CLI interface describes eye-gaze input and event-table output, not these internal test helpers/layouts. Independent Gitlinks alone do not remove that coupling, so the limited anchor is justified." }, { "criterion_id": "M-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "Some module licenses are independently attributable, but the label module has no corresponding declaration in its tracked inventory. The root blanket license cannot silently assign terms to a separate repository. A partial rating follows without needing a legal compatibility opinion." }, { "criterion_id": "M-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "Multiple license texts are supplied, but the inspected composition records do not address their combination. Anchor 1 is the specific fit for licenses being listed without combination handling, even though anchor 0 overlaps in wording. This is not evidence that the actual combination is impermissible." }, { "criterion_id": "M-05", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web" ], "explanation": "The assessment says access conditions cannot be established for all components and therefore no anchor can be chosen. But M-05 anchor 0 explicitly includes access conditions cannot be determined, independently of the alternative concerning inseparable restrictions. Its own stated uncertainty therefore matches an available anchor. Lack of licensing terms must also be kept distinct from lack of access conditions.", "suggested_correction": "Use 0 with a precise account of the undetermined access condition, or establish uniform access and use 3. Do not require evidence of an actual obstruction before applying the explicit unknown-access branch of anchor 0." }, { "criterion_id": "M-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The root and linked registrations specify module selection; configuration and source paths specify their composition with the container and analysis. The disconnected laboratory acquisition repository is not required to assemble the published paper inputs." }, { "criterion_id": "P-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README tool/version reference -> .datalad/config -> Docker adapter)" ], "explanation": "The README identifies host tools, tested operating systems and approximate download volume. The adapter expressly assumes a Docker executable usable by the invoking non-root user. Full host setup is not demonstrated in the frozen documentation. Anchor 2 is defensible, although the uninspected linked installation pages might supply the missing prerequisite." }, { "criterion_id": "P-02", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README tool/version reference -> .datalad/config -> Docker adapter)" ], "explanation": "The fixed /tmp mount destination is an internal container path, while the host source directory is selected dynamically from cwd; UID/GID and Windows behavior are also selected by the adapter. The root configuration explicitly documents the mount and exposes the Python substitution. A FIXME proposing configurable mount flags does not establish a host-specific setting that recipients must change or an undocumented default. The stated reason for withholding anchor 3 is therefore insufficient.", "suggested_correction": "Use 3 for the inspected paper execution path unless an actual host-dependent setting needing adaptation is identified. If broader linked label execution changes this conclusion, name that setting and apply the same scope consistently." }, { "criterion_id": "P-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "The recipe covers the imports inspected in the analysis script and the make/render toolchain. The locally tracked manuscript styles are identified in the root inventory. Optional DataLad calls inside the container have a documented no-op fallback and outer acquisition mechanism. Moving package versions concern D-03, not dependency-category omission." }, { "criterion_id": "P-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "These definitions are in the selected Git trees. An unresolved historical host environment under T-05 does not by itself show that the current supplied paper environment definition is untracked. The rationale should retain that distinction when interpreting the broader scope." }, { "criterion_id": "P-05", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README tool/version reference -> .datalad/config -> Docker adapter)" ], "explanation": "Dockerfile and saved-image metadata are machine-consumable, but anchor 3 additionally requires only explicit host configuration on documented compatible hosts. P-01 itself identifies an unresolved non-root Docker prerequisite, while A-02 leaves the external installation sequence uninspected. The assessment does not explain why that uncertainty does not affect the stronger P-05 claim.", "suggested_correction": "Reconcile the host-configuration condition across A-02, P-01 and P-05. Use 2 if the non-root Docker assumption is genuinely unresolved; retain 3 only with an explicit supplied setup route sufficient for this criterion." }, { "criterion_id": "E-01", "disposition": "needs_evidence", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README tool/version reference -> .datalad/config -> Docker adapter)", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The adapter creates a new Docker container per paper invocation, which supports freshness for that path. However the declared scope includes linked label computation, used elsewhere in the assessment, whose procedure invokes host python without creating/restoring an environment. The universal every-computational-run anchor is not demonstrated across that same scope.", "suggested_correction": "Clarify whether published labels are treated solely as fixed inputs for E criteria or whether their explicitly included computation is assessed. Apply that boundary consistently; do not generalize the root container mechanism to the host-based label procedure." }, { "criterion_id": "E-02", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README tool/version reference -> .datalad/config -> Docker adapter)", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The root container uses --rm, mounts the dataset for outputs and leaves provenance in Git outside the container. No required paper result is shown as surviving only in container writable layers. This supports disposal of the paper execution environment; it is not evidence that a historical label host was automatically disposed." }, { "criterion_id": "E-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README tool/version reference -> .datalad/config -> Docker adapter)" ], "explanation": "The recorded snapshot/input list identifies a starting state, while the broad dataset mount is not a clean-workspace guarantee. A concrete residual-state route is /tmp/dockertmp: it is in the bind mount and its removal follows make with &&, so a failed make can leave it behind for a later call. The manual-reset/partial finding is supported without claiming such contamination occurred." }, { "criterion_id": "D-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The frozen metadata supplies version-selecting routes, but actual availability of every payload is untested. The package deliberately omitted payloads; that does not meet the unavailable-version condition in anchor 2. Null rather than an invented retrieval failure is appropriate." }, { "criterion_id": "D-02", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The rationale primarily withholds credit because no independent recovery route or independently preserved bundle exists. Independence is the additional requirement of anchor 3, not anchor 2, which accepts an immutable bundle, archival location OR preservation route. The tracked saved image is a content-addressed bundle represented by exact blob keys. The assessment must explain why that does not count as immutable bundling before using anchor 1; absence of a second host alone is insufficient.", "suggested_correction": "Reassess anchor 2 against the content-addressed saved image and versioned datasets. If keeping 1, identify a particular essential resource lacking all three permitted mechanisms, and separate that from missing independent recovery." }, { "criterion_id": "D-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The Debian base tag and apt package installation resolve moving states; only selected Python dependencies are fixed. A preserved image identifies an existing build but does not freeze the inputs to rebuilding it. Anchor 1 follows directly from those unpinned required dependencies." }, { "criterion_id": "D-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "CC BY 4.0, MIT, PDDL and GPLv3 have recognizable license identities in the inspected sources. The event-label module has no corresponding declared identifier, which is sufficient to prevent complete coverage. Uninspected bundled payload terms remain a limitation, not a demonstrated absence of notices inside the bytes." }, { "criterion_id": "D-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The root commit jointly selects the paper files, data/classifier Gitlinks and saved-image keys. The distinct classifier revision under the labels is an explicit selection, not a moving branch. The score is about coherent selection and does not promise that every byte can now be retrieved." }, { "criterion_id": "D-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/a303b5455458c79133a79864a590cbcdbad67a34", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The signed results tag targets the 2023 result state, while the current image was converted to OCI in 2025. Build/conversion run records establish claimed lineage, but no verified artifact-to-producer/build-source attestation was supplied. The binary zero is supported without treating the existence of a signature as proof of current executable origin." } ], "verdict": "needs_revision", "created_at": "2026-10-28T00:32:57.121422Z", "limitations": [ "Inspection only: no network, scientific workflow execution, build, payload acquisition, or cryptographic signature verification was performed. Scientific data, container layers and figure/style payloads were intentionally absent; their omission is not an observed retrieval failure.", "External prerequisite-installation pages are linked from the root but not supplied in the frozen corpus. Adapter behavior was inspected from the supplied versioned source; its public version tag is not a commit pin, so this review cites the frozen relative locator and SHA256.", "Review used only the assigned anonymized assessment, the frozen instrument and the assigned evidence manifest/source/history. The manifest SHA256 matched e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. No peer assessments or reviews were consulted.", "Native validation passed. All 36 response IDs were present; 33 had scores and A-02, M-05 and D-01 were null. The fixed criterion denominators and equal dimension weights were preserved, and the native report correctly remains incomplete/provisional. No stored aggregate score was present to contradict the recomputed summary; validation does not establish substantive support.", "Some findings concern ambiguous operational anchors or inconsistent scope rather than demonstrated software defects. In particular, executable specification versus complete automation, immutable bundling versus independently recoverable preservation, and treatment of linked label computation need explicit reconciliation. Agreement is not human approval.", "Requested model metadata is preserved as instructed; actual runtime model identity was not independently established." ], "checked_criteria": [ "S-01", "S-02", "S-03", "S-04", "T-01", "T-02", "T-03", "T-04", "T-05", "T-06", "A-01", "A-02", "A-03", "A-04", "A-05", "A-06", "M-01", "M-02", "M-03", "M-04", "M-05", "M-06", "P-01", "P-02", "P-03", "P-04", "P-05", "E-01", "E-02", "E-03", "D-01", "D-02", "D-03", "D-04", "D-05", "D-06" ] }, { "id": "study-rubric-02-review-2", "assessment_id": "study-rubric-02", "reviewer_id": "study-rubric-02-review-2-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "S-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The root describes the paper, analysis and inputs; its registered data and classifier modules lead to the paths actually read by the analysis. The private acquisition submodule is upstream of the published raw inputs, rather than a required input to the paper procedure. Anchor 3 is supported for this boundary." }, { "criterion_id": "S-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L170", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The loader identifies the nested Andersson MAT files, studyforrest globs identify raw and event data, and even manually copied comparison statistics have an exact upstream MAT locator. No missing essential data/code reference was established; withheld payloads do not reduce this reachability score." }, { "criterion_id": "S-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282" ], "explanation": "Environment recipe, saved image selection, analysis switches, default subjects and conversion factors are represented. This criterion asks whether ingredients are represented, so moving dependency versions and imperfect host setup instructions do not independently defeat anchor 3." }, { "criterion_id": "S-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "MIT, PDDL, GPLv3 and the root CC-BY text are reachable through registered modules. The complete supplied label-module inventory contains no license declaration, establishing a sufficient gap for anchor 2. Missing style/image payloads support uncertainty about their terms, not a definitive claim that their bytes contain no notices." }, { "criterion_id": "T-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "Root and nested Git object identities select code, data and results; annex keys and image digests identify payload states. The image display tag latest does not replace the recorded configuration/layer identities. Anchor 3 concerns identification, not downloaded-byte verification." }, { "criterion_id": "T-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "The frozen graph and tracked inventories connect ordinary Git objects, Gitlinks and annex references through a common root. External blob hosting does not place those content identities outside the integrated tracking system." }, { "criterion_id": "T-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/commit/0e6f82708e10b48039763aa1078696e802260674" ], "explanation": "Inspected source histories contain actors, dated changes and descriptions for root manuscript/environment changes, raw-data imports, labels, classifier changes and evaluation inputs. This supports the modification-history anchor without treating self-reported authorship as authenticated identity." }, { "criterion_id": "T-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1145" ], "explanation": "The two DataLad records actually contain recorded commands, input declarations, output declarations and exit status. The signal-loss/velocity-histogram computation is absent from the dispatcher despite manuscript use, and no captured PDF build was identified. Partial provenance coverage is supported." }, { "criterion_id": "T-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The main record identifies the image as an extra input and lives in a versioned dataset state. The label record invokes a shell script whose Python and inherited PYTHONPATH are not bound to an exact historical environment. That is a concrete reason to stop at anchor 2." }, { "criterion_id": "T-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/a303b5455458c79133a79864a590cbcdbad67a34", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The cached annotated tag has a PGP signature and names a tagger, but neither it nor the inspected root supplies an identity-binding verification route. The binary zero is consistent with the full anchor; this is not a failed cryptographic verification claim." }, { "criterion_id": "A-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Clone plus rerun is an explicit acquisition sequence; recorded input globs include raw data, event labels, evaluation data and the saved image. Git-tracked manuscript assets arrive with the root. Instructions can be credited independently of present-day retrieval verification." }, { "criterion_id": "A-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovered through root README DataLad Containers 1.2.3 reference and .datalad/config)" ], "explanation": "The object delegates host installation to explicit external references, whose pages are outside the frozen package. The local runtime command alone does not establish all installation decisions, while inaccessible-in-this-cohort documentation is not an observed omission. A null judgment is defensible under the protocol." }, { "criterion_id": "A-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L672", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1160" ], "explanation": "The main run and PDF have commands, but the promised all-results sequence omits quality_stats, and flowchart_figs is marked not to be executed. The quality_stats docstring does provide a source-edit hint, so the claim should be lack of a complete command sequence rather than total absence of guidance; anchor 1 remains supported by other omitted figure steps." }, { "criterion_id": "A-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The supplied executable acquisition path and the recorded input globs cover the paper input set and image. The dormant quality function uses the same explicitly declared raw-data family. Lack of permission to run retrieval does not itself defeat this procedure-based anchor." }, { "criterion_id": "A-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L672" ], "explanation": "Make targets and the Python dispatcher specify a substantial result-producing procedure. Including quality_stats requires a source change from prose and illustrative flowchart code does not save the final figures. Anchor 2 appropriately distinguishes these gaps from mere executable fragments." }, { "criterion_id": "A-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The main record supplies a DataLad replay route with data and image inputs, whereas the label run leaves historical host state unresolved. That suffices for partial replay capability. The lack of a manuscript record is relevant to provenance coverage, but A-06 specifically asks about computations represented in provenance." }, { "criterion_id": "M-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile" ], "explanation": "Registered data/classifier modules and separate code, container, figure and manuscript locations have identifiable responsibilities and explicit connections. Co-location of result definitions with manuscript sources does not by itself erase these module roles." }, { "criterion_id": "M-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L40", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md#L44" ], "explanation": "The paper imports remodnav.tests.utils and relies on nested tests/data storage, whereas the documented classifier interface is a CLI with named input/output arguments. Independent commits exist, but these consumer dependencies justify the limited-interface anchor." }, { "criterion_id": "M-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "Some declarations are explicitly attributable to individual modules, especially the classifier MIT statement and raw-data PDDL badge. The label module has no declaration in its tracked inventory. Anchor 2 follows without assuming the root license covers all linked components." }, { "criterion_id": "M-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "Several license identities are supplied, but the inspected root/module materials do not discuss their combination. This matches anchor 1; it does not establish a legal incompatibility or require the reviewer to infer one." }, { "criterion_id": "M-05", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "The rationale says access conditions cannot be determined for all components and therefore no anchor can be selected. M-05 explicitly includes that condition in anchor 0: access conditions cannot be determined. Null misapplies the native unknown-handling rule here. Missing license declarations should also be kept separate from access authorization requirements.", "suggested_correction": "Use score 0 with a documented not_findable/observed limitation if access conditions remain undetermined, or supply evidence of uniform public access to justify 3. Do not assert that a restriction exists merely because a license is absent. Recompute completion after the change." }, { "criterion_id": "M-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Registered module paths, selected revisions, the image reference, make targets and input patterns make the intended assembly explicit. This can satisfy composition even though changing an interface would require edits and some result-generating instructions are incomplete." }, { "criterion_id": "P-01", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovered through root README DataLad Containers 1.2.3 reference and .datalad/config)" ], "explanation": "The adapter explicitly assumes a usable Docker executable and non-root invocation. However, the root links Docker installation instructions, and A-02 correctly states those pages were not inspectable. Their absence from this cohort does not prove that the linked setup documentation omits daemon/permission configuration. The adapter FIXME alone is not evidence about all root-referenced documentation.", "suggested_correction": "Qualify the claimed omission and evidence-support level, or leave this rating unresolved pending the referenced host setup instructions. Keep a score of 2 only if an actual missing essential prerequisite is established within the declared discovery boundary." }, { "criterion_id": "P-02", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovered through root README DataLad Containers 1.2.3 reference and .datalad/config)" ], "explanation": "The cited mount destination /tmp and container workdir are internal container conventions. The host source is derived from cwd, host UID/GID are derived automatically, and the host Python executable has a documented substitution. A wish to make -v/-w configurable does not itself establish a host-specific setting needing adaptation. The current rationale does not identify the undocumented host-dependent default required by anchor 2.", "suggested_correction": "Identify a concrete host-specific setting that remains scattered or undocumented; otherwise consider anchor 3 for the inspected Docker path. Do not lower portability solely because a container-internal directory is fixed." }, { "criterion_id": "P-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The recipe supplies the OS/Python scientific stack and rendering tools; the selected classifier package declares numpy, scipy, statsmodels and matplotlib. No concrete missing library was found for the inspected paper computation. Exact historical versions and moving apt dependencies belong to separate criteria." }, { "criterion_id": "P-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The supplied environment recipe, execution configuration and classifier dependency definition all have versioned source identities. Anchor 1 is supported for the supplied workflow definitions; it must not be read as proof that every historical execution environment was captured." }, { "criterion_id": "P-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovered through root README DataLad Containers 1.2.3 reference and .datalad/config)" ], "explanation": "Docker recipe/image metadata are machine-consumable and the README names compatible systems. The adapter loads the selected image identity and automatically maps cwd/user state. Capability of these specifications can be assessed without a host test; unresolved installation documentation remains a separate limitation." }, { "criterion_id": "E-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovered through root README DataLad Containers 1.2.3 reference and .datalad/config)" ], "explanation": "The current paper execution path calls docker run using the loaded image ID, producing a fresh container each time. The temporary HOME is in the mounted workspace and needs separate workspace scrutiny, but the container itself is not reused. Historical label production is not thereby shown to have used fresh containers." }, { "criterion_id": "E-02", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovered through root README DataLad Containers 1.2.3 reference and .datalad/config)", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile" ], "explanation": "The dataset is bind-mounted, outputs go to that dataset, and --rm removes the mutable container. DataLad run records are stored in the outer dataset history. This supports automatic disposal without requiring removal of immutable saved images." }, { "criterion_id": "E-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovered through root README DataLad Containers 1.2.3 reference and .datalad/config)" ], "explanation": "The saved input declarations and clean target establish an intended state, but the full working directory remains visible and the PDF path uses timestamps/existing results. The procedure does not guarantee only declared inputs in every run. Anchor 2 is appropriate; a broad mount is a limitation, not evidence that contamination actually occurred." }, { "criterion_id": "D-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "Exact-state routes are present, but payload availability was not tested and the package deliberately omits those bytes. The available evidence does not establish the unavailability required by anchor 2 or universal recipient access required by anchor 3. Null is preferable to inventing a retrieval failure." }, { "criterion_id": "D-02", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "The rationale uses absence of an independent recovery route to justify anchor 1, but independence distinguishes anchor 3 from anchor 2. The saved content-addressed image is itself an immutable bundled state, so hosting it on one service is not enough to show the anchor-1 condition of no preservation or immutable bundling. The review still cannot verify preservation coverage for every component.", "suggested_correction": "Re-evaluate 1 versus 2 by identifying a specific essential component without an immutable bundle, archival location or explicit preservation route. Treat lack of independent recovery as the reason 3 is unsupported, and distinguish durable custody from content identity." }, { "criterion_id": "D-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The Dockerfile has a moving Debian tag, apt update/install and only selected pip pins. The saved image fixes a produced state but does not freeze future dependency resolution from the recipe. Anchor 1 is supported." }, { "criterion_id": "D-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "Recognizable CC-BY-4.0, MIT, PDDL and GPLv3 terms exist, while the label dataset lacks an identified declaration. That is sufficient for partial coverage. Terms within unprovided style/container payloads remain unresolved rather than inspected and absent." }, { "criterion_id": "D-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "The root tree selects a joint state through Gitlinks, file objects and annex/image identities. Different selected classifier revisions in separate modules are explicit choices, not floating references. Coherent selection does not imply that the 2023 tag and 2025 root are identical or that all payloads are currently obtainable." }, { "criterion_id": "D-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/a303b5455458c79133a79864a590cbcdbad67a34", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "A signed results tag and recorded Docker build are distinct pieces of evidence. Neither supplies a verified producer/build-source attestation for the current executable image. The binary zero follows without claiming that content hashes authenticate the producer." } ], "verdict": "needs_revision", "created_at": "2026-10-28T00:38:35.611901Z", "limitations": [ "Inspection-only review of the assigned anonymized input, exact rubric, and frozen manifest cohort remodnav-e3c6253bced7. No peer assessments or reviews were consulted.", "No network access, scientific execution, container build, payload acquisition or signature verification was performed. Unprovided scientific data, image layers and figure/style payloads are cohort limitations, not observed retrieval failures.", "The root and its registered links established discovery paths. The DataLad Docker adapter was inspected only as the manifest-supplied external source reached from the root tool/version reference; its tag URL is not a commit pin, so this review identifies the frozen copy by SHA256.", "The native validator accepted the bundle, but substantive judgments were independently checked. All 36 criterion IDs are present; 33 scores are non-null. Null A-02, M-05 and D-01 remain in their fixed dimension denominators and the native assessment is provisional. No stored numeric total or exclusion was present to contradict those rules.", "The current Docker paper workflow consumes already-produced labels. Positive current-environment findings do not establish freshness, exact environment identity or successful replay of historical label generation.", "Observed runtime model identity was not independently established. Agreement in this review is not human approval." ], "checked_criteria": [ "S-01", "S-02", "S-03", "S-04", "T-01", "T-02", "T-03", "T-04", "T-05", "T-06", "A-01", "A-02", "A-03", "A-04", "A-05", "A-06", "M-01", "M-02", "M-03", "M-04", "M-05", "M-06", "P-01", "P-02", "P-03", "P-04", "P-05", "E-01", "E-02", "E-03", "D-01", "D-02", "D-03", "D-04", "D-05", "D-06" ] }, { "id": "study-rubric-02-review-3", "assessment_id": "study-rubric-02", "reviewer_id": "study-rubric-02-review-3-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "S-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51" ], "explanation": "The root explicitly connects paper production to registered data and algorithm modules, and the analysis identifies their consumption paths. The inaccessible upstream laboratory-source registration is outside the published-input boundary used by this paper; it does not by itself invalidate this rating." }, { "criterion_id": "S-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L170", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "Required raw recordings, event tables, classifier code, and comparator values are represented. The comparator MAT-file is explicitly linked at a commit, and quality_stats supplies code for the otherwise omitted quality result. This criterion concerns references, so withheld bytes are not a negative finding." }, { "criterion_id": "S-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The recipe, package declaration, runtime configuration and scientific parameters are inspectable. The label script also supplies conversion factors and sampling rates. Presence of these settings supports this criterion without demonstrating exact historical environments." }, { "criterion_id": "S-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "Distinct reachable license declarations support partial coverage. The label module inventory has no license declaration; that alone prevents complete coverage without asserting that unseen container bytes contain no licenses." }, { "criterion_id": "T-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499; discovery_graph and annex pointer inventory)" ], "explanation": "Root and nested Gitlinks select component revisions, while manifest digests and annex keys identify image/data content. Tree identities were checked separately from .gitmodules, which supplies URLs rather than the selected revisions. Actual payload verification is not required to establish recorded identity." }, { "criterion_id": "T-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The root Git tree, nested registered revisions and annex pointers form a compatible content-addressed tracking hierarchy spanning source, data, results and environment artifacts. There is no separate unconnected version catalogue for an identified paper input." }, { "criterion_id": "T-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/commit/0e6f82708e10b48039763aa1078696e802260674" ], "explanation": "The supplied reachable histories contain actors, dates and descriptions across paper, data, classifier and evaluation components. These support attributable change records; the rating does not establish authenticated identities or complete execution provenance." }, { "criterion_id": "T-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1145" ], "explanation": "Both run records contain structured commands and input/output declarations. The quality-loss statistics and velhist are outside the recorded dispatcher, and the PDF command in prose is not a captured PDF execution. Partial execution coverage is therefore supported." }, { "criterion_id": "T-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The main run links its image and dataset state, whereas the label run invokes ambient Python with an inherited PYTHONPATH. No exact host environment is recorded for that execution. This is a concrete reason for partial version linkage, independent of missing payload bytes." }, { "criterion_id": "T-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/a303b5455458c79133a79864a590cbcdbad67a34", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The locally inspected annotated tag contains a PGP signature; the inspected run commit has no signature header. Neither the README nor tag supplies a key-to-identity verification route. The binary fulfilled anchor requires that route, so the zero is supported as not demonstrated, not as a claim that the tag is unsigned." }, { "criterion_id": "A-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The acquisition route names host prerequisites, a clone, and rerun with registered inputs and an image; download expectations are stated. Within the declared paper-input boundary, no missing acquisition instruction is established. This does not certify present-day accessibility." }, { "criterion_id": "A-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README tool/version link -> .datalad/config adapter invocation)" ], "explanation": "Installation is explicitly delegated to external product/handbook instructions that are not in this frozen corpus. Keeping operational completeness unresolved is preferable to declaring those linked instructions absent or sufficient without reading them." }, { "criterion_id": "A-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L672", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The main run and PDF have commands, but complete reproduction of the broad figure/linked-computation scope is not documented as an unambiguous sequence. quality_stats does have source-edit instructions, so it is not wholly undocumented; the non-executable flowchart guidance and stale label README provide stronger grounds for incomplete coverage.", "suggested_correction": "Retain the partial-coverage conclusion while acknowledging the explicit instructions for enabling quality_stats; identify the remaining uncovered figure/label steps precisely." }, { "criterion_id": "A-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Executable clone/rerun procedures and recursive registered input paths express assembly of the required published paper inputs. This rating concerns executable acquisition specifications and is consistent with leaving actual intended-state availability unanswered." }, { "criterion_id": "A-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L672", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Complete executable procedures exist for major outputs, but the flowchart material is explicitly marked not to execute, does not save its figures, and its helper returns one value where two are unpacked. That is a concrete incomplete procedure for the broad figure scope. A dormant quality_stats function alone would be a weaker reason to downgrade because its calculations are already executable.", "suggested_correction": "Ground the partial rating in the incomplete flowchart procedure and distinguish executable calculations from missing command-line integration." }, { "criterion_id": "A-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The recorded main run and rerun command support replay capability. The label record lacks its historical environment selection and other scoped outputs lack captured specifications. Partial replay is supported without claiming a successful replay in this study." }, { "criterion_id": "M-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "Inputs, derived labels, algorithm source, environment, figures and manuscript have discernible module or file roles. Shared root placement does not prevent these boundaries from being identifiable." }, { "criterion_id": "M-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L40", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md" ], "explanation": "The paper imports classifier internals and test utilities and traverses the classifier test-data layout. The public CLI documentation does not declare those as replacement interfaces. Independent Git states do not remove this coupling, so the limited-interface rating is supported." }, { "criterion_id": "M-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "REMoDNaV has an explicit license scope and the raw dataset identifies its own terms. No comparable declaration was found in the label module inventory. This is sufficient evidence of partial, rather than complete, module attribution." }, { "criterion_id": "M-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "Several license identities are supplied, but the inspected composition files and documentation do not address how their combination is handled. The limited anchor fits that specific documentation gap; it is not a legal incompatibility judgment." }, { "criterion_id": "M-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web" ], "explanation": "Unrestricted access is explicit for raw data, while comparable conditions for all remaining payloads are not established by this corpus. A null preserves the unresolved whole-object access judgment. Missing license terms must not be treated as evidence of access restrictions.", "suggested_correction": "Clarify that container licensing uncertainty is separate from access conditions; retain null only for unresolved access evidence, not merely absent license declarations." }, { "criterion_id": "M-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "Registered module selections, runtime image selection and concrete consumer paths describe how the existing components are assembled. Undocumented public replacement interfaces are an M-02 concern and do not erase the explicit current composition." }, { "criterion_id": "P-01", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README tool/version link -> .datalad/config adapter invocation)" ], "explanation": "The adapter confirms an actual non-root Docker-access assumption, and the root names platforms, tools and download sizes. However, the assessor leaves A-02 unresolved because linked installation pages are unavailable, while here treating their presumed failure to document Docker setup as established. The adapter FIXME cannot establish the contents of those external pages.", "suggested_correction": "Qualify the omission as not found in inspected local guidance, or leave the complete prerequisite rating unresolved pending the explicitly linked installation instructions. Do not claim a verified omission across uninspected references." }, { "criterion_id": "P-02", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README tool/version link -> .datalad/config adapter invocation)" ], "explanation": "The cited mount target /tmp and container working directory are container-internal constants. The host path is derived from the current directory, UID/GID are derived from the host, Windows handling is explicit, and the Python command is overridable. A FIXME requesting more configurable mounts does not itself identify a host-specific setting that requires adaptation or an undocumented host default.", "suggested_correction": "For the main paper procedure, reconsider the fulfilled anchor. If retaining a lower rating for the broader scope, identify a real host-specific configuration dependency, such as the linked label environment, rather than deducting for a fixed internal container path." }, { "criterion_id": "P-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The recipe and package definition cover the identified scientific imports and figure/PDF tooling, with the repository carrying the document class assets. Unpinned resolution is a D-03 issue. This supports dependency specification, while the historical label environment remains unresolved under T-05." }, { "criterion_id": "P-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The supplied environment recipe, invocation configuration and package dependency declarations are versioned. No evidence shows an existing required definition living outside the versioned records. This binary criterion should not be conflated with exact historical package capture." }, { "criterion_id": "P-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README tool/version link -> .datalad/config adapter invocation)", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "Machine-readable Docker recipes and saved-image metadata are consumed by the adapter, with compatible platforms named in the root instructions. This supports the specified paper environment capability; no cross-platform execution was independently tested." }, { "criterion_id": "E-01", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README tool/version link -> .datalad/config adapter invocation)", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "A fresh Docker container is constructed for each main paper invocation. The assessment nevertheless includes label generation when judging execution provenance and executable results, and that linked procedure uses ambient Python and inherited PYTHONPATH without creating or restoring a fresh environment. The universal claim for every computational run is not established across the stated scope.", "suggested_correction": "State a consistent boundary for label generation across all criteria. If it remains included, revise or leave unresolved the whole-scope freshness rating; retain the positive evidence specifically for the containerized paper run." }, { "criterion_id": "E-02", "disposition": "needs_evidence", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README tool/version link -> .datalad/config adapter invocation)", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The paper adapter uses --rm and writes into a mounted dataset, so its results survive automatic container disposal. The separately included label workflow does not specify automatic disposal of its ambient execution environment. The main-container evidence therefore supports a narrower claim than the current whole-scope fulfilled rating.", "suggested_correction": "Reconcile the label-workflow scope and lifecycle before asserting automatic disposal for all scoped computations. Preserve the well-supported conclusion that containerized paper outputs and DataLad provenance survive disposal." }, { "criterion_id": "E-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README tool/version link -> .datalad/config adapter invocation)", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The declared inputs and clean target describe the intended state, but the full current directory is mounted and no procedure enforces a pristine host worktree for every run. A manual initial-state boundary is credible; there is no evidence that an undeclared prior file actually influenced the recorded result." }, { "criterion_id": "D-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "Routes and content selections are supplied, but the frozen cohort omits the payloads and prohibits checking those routes. Null is defensible for whole-object current availability. In particular, anchor 2 cannot be justified merely because this review lacks the bytes." }, { "criterion_id": "D-02", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The rationale rejects complete immutable coverage because no independent recovery route was identified. Independence is required by anchor 3, whereas anchor 2 explicitly permits an immutable bundle or preservation route without independent recovery. The image is a selected content-addressed bundle with recorded blob locations, so absence of a second host is not by itself evidence for anchor 1.", "suggested_correction": "Reassess anchor 2 against the actual coverage of immutable bundles and preservation routes. If retaining 1, identify a required resource lacking preservation or immutable bundling; do not use the lack of independent recovery as the deciding distinction. Availability itself remains unresolved under D-01." }, { "criterion_id": "D-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The Docker recipe uses a moving Debian tag and unpinned apt resolution despite four pinned Python packages. The image selects existing bytes but does not freeze reconstruction of those bytes. The limited build-reconstruction anchor is appropriate." }, { "criterion_id": "D-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "Recognizable license texts and stable references establish several identities, but label-module coverage remains unresolved. The partial rating is supported without needing to infer the license contents of unavailable style/image payloads." }, { "criterion_id": "D-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2" ], "explanation": "The assessed tree fixes paper files, registered data/algorithm states and the saved image selection together. Distinct nested algorithm revisions are explicit choices. The older results tag and current OCI conversion should remain distinguished, but do not make the current joint artifact selection floating." }, { "criterion_id": "D-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/a303b5455458c79133a79864a590cbcdbad67a34", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "A historical build record and signed results snapshot are present, but no supplied usable attestation or identity-verification chain binds the currently distributed OCI executable to its producer and build source. Content integrity and historical lineage alone do not meet this binary origin-verification anchor." } ], "verdict": "needs_revision", "created_at": "2026-10-28T00:45:12.511802Z", "limitations": [ "Inspection-only review of the assigned anonymized assessment and exact frozen rubric; no peer outputs or other assessments consulted.", "Evidence manifest SHA256 verified as e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. Discovery followed the root README, tracked modules, analysis paths and their reachable histories. Supplied external adapter and annex metadata were distinguished from bundled root files.", "No scientific workflow, build, payload acquisition or network access performed. Data, container layers, figure/style payloads and linked external installation pages unavailable in this cohort were not treated as observed retrieval failures.", "Native structural validation passed. All 36 criteria were reviewed; the assessment has 33 answered criteria and three nulls. Fixed denominators, equal dimension weights and binary maxima were checked; the native summary correctly remains incomplete/provisional. No numeric review score is assigned.", "The label-generation boundary needs clarification: the assessment includes its execution history but largely restricts environment lifecycle claims to the root container workflow. No cryptographic verification or current availability verification was performed.", "Observed runtime model identity was not available and is left null. Agreement is an independent methodological judgment, not human approval." ], "checked_criteria": [ "S-01", "S-02", "S-03", "S-04", "T-01", "T-02", "T-03", "T-04", "T-05", "T-06", "A-01", "A-02", "A-03", "A-04", "A-05", "A-06", "M-01", "M-02", "M-03", "M-04", "M-05", "M-06", "P-01", "P-02", "P-03", "P-04", "P-05", "E-01", "E-02", "E-03", "D-01", "D-02", "D-03", "D-04", "D-05", "D-06" ] }, { "id": "study-rubric-03-review-1", "assessment_id": "study-rubric-03", "reviewer_id": "study-rubric-03-review-1-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "S-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The root identifies the paper, data, analysis and manuscript roles; its registrations and script references connect the input datasets, classifier, nested Andersson annotations and container. The unresolved raw-acquisition submodule is not read by the published-recording analysis, so excluding acquisition machinery from this reproduction scope is justified." }, { "criterion_id": "S-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "The loaders name the required MAT and TSV paths, and these resolve through the registered dataset graph and frozen file inventory. Summary statistics copied from Andersson are embedded in the script with a source reference. Excluded payload bytes do not negate the explicit references." }, { "criterion_id": "S-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L681" ], "explanation": "The supplied image, dependency recipe, command flags, conversion constants and identifiable classifier defaults cover the inspected reproduction ingredients. This criterion does not demand locked package resolution or a demonstrated new run." }, { "criterion_id": "S-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "Independent declarations exist for several linked modules, while the label dataset inventory has no license declaration. That alone prevents complete coverage; unseen image contents should be described as unresolved rather than definitely devoid of license texts." }, { "criterion_id": "T-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "The frozen root tree and recursive gitlink inventory identify selected source/data states, and annex keys plus OCI digests identify payload content. These are identities of intended states, not evidence that omitted bytes were verified." }, { "criterion_id": "T-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "Git objects, registered gitlinks and annex pointer objects provide a common root-resolvable tracking graph for the scoped ingredients. Separate physical payload hosting does not break that graph." }, { "criterion_id": "T-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/remodnav/commit/d28911838f91f33af0db57332f55ccc442d24f66" ], "explanation": "The frozen histories expose named actors, dates and descriptions for paper/code, data changes and image transformations. Tracking a payload-pointer update is sufficient for attributable modification history; cryptographic authentication is a different criterion." }, { "criterion_id": "T-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/commit/bf3caf60e0c59d111f262a2383e3ebfd748edf58" ], "explanation": "DataLad command/input/output records exist for the principal results and event-label generation. The velocity-histogram history instead records a manual addition and names quality_stats(), and no captured manuscript rendering record was located. Partial programmatic coverage is supported." }, { "criterion_id": "T-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The partial rating is supported, but the stronger concrete gap is that the recorded label computation uses ambient Python without an exact captured environment, while the recorded image build resolves moving dependencies. The central containerized run does link code/data and a saved environment state. Absence of unrecorded executions alone is not sufficient reasoning for an anchor phrased around every recorded execution.", "suggested_correction": "Retain 2, but justify it with unresolved environments/build inputs in actual recorded executions rather than only missing histogram/manuscript records." }, { "criterion_id": "T-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The README claims a signed results tag and links its release, but the supplied inspected material does not establish a signer-key verification route. The combined binary anchor is therefore not demonstrated. This is not a claim that the tag is unsigned." }, { "criterion_id": "A-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The installation references, clone command and rerun input declarations supply a retrieval sequence for the selected published inputs and image. The frozen data paths match the declared patterns. Successful contemporary delivery remains separately unresolved under D-01." }, { "criterion_id": "A-02", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README tool/version link, then registered adapter)" ], "explanation": "The adapter explicitly assumes non-root Docker access, but the root also delegates installation to the respective websites. Those linked installation instructions are not present in the frozen corpus. A source-code FIXME is evidence of an assumption, not proof that the linked setup route leaves daemon/permission initialization unspecified.", "suggested_correction": "Qualify the score-2 justification as an unresolved external-instruction coverage question; establish that the linked setup instructions omit the necessary initialization before calling this a demonstrated omission." }, { "criterion_id": "A-03", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L672", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1161" ], "explanation": "The default command demonstrably skips quality_stats(), but its docstring supplies an explicit instruction to add the call. The rubric does not require one consolidated sequence, so this evidence establishes an integration burden more directly than an omitted instruction. The flowchart artwork could supply a separate omitted-result case, but the response has not mapped that gap under this criterion.", "suggested_correction": "Separate missing instructions from instructions requiring manual integration. Retain 1 only with a specific scoped output lacking instructions; otherwise consider 2 for the ambiguous or incomplete invocation sequence." }, { "criterion_id": "A-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The run record declares the nested annotation dataset, both recording patterns, event TSVs and image as retrievable inputs. This provides an executable assembly route for the scoped analysis without manually discovering the referenced modules; no retrieval success is inferred." }, { "criterion_id": "A-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L672", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile" ], "explanation": "The main analysis and rendering procedures are executable. Complete generation remains less well specified: the supported dispatch excludes quality_stats(), and flowchart_figs() does not save its plots and is explicitly marked not to execute. Partial coverage is defensible, although an already defined callable function should not be described as absent code." }, { "criterion_id": "A-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "Replay is explicitly supplied for the central recorded analysis. The label record leaves its runtime environment to reconstruction and the image-build record retains moving resolution, supporting partial capability. Missing computations with no provenance record should not themselves be used to defeat an anchor limited to computations represented in provenance.", "suggested_correction": "Keep 2 with the concrete recorded-execution context gaps; remove the implication that this anchor requires replay of unrecorded steps." }, { "criterion_id": "M-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The dataset, classifier, analysis, environment, figure and manuscript roles are independently identifiable through registered modules, directories and named output files. A shared repository root for some outputs does not erase those boundaries." }, { "criterion_id": "M-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L44", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md" ], "explanation": "The analysis imports test utilities and depends on a precise nested test-data layout beyond the classifier README’s public CLI interface. Independently versioned repositories therefore do not establish replacement solely through declared interfaces." }, { "criterion_id": "M-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "Classifier and raw-data declarations have attributable module scope, whereas the separate event-label module has no comparable declaration. The partial anchor is supported without inferring that the root license automatically governs nested repositories." }, { "criterion_id": "M-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The object makes individual license terms available but the inspected composition documentation does not explain their combination. This matches the listed-terms anchor and does not establish legal incompatibility." }, { "criterion_id": "M-05", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "The rationale explicitly concludes that the scoped access conditions cannot be determined. M-05 has a literal zero anchor for that condition; it does not require proof that a restricted module actually blocks others. Leaving this null overlooks an available criterion-specific anchor. The acquisition-only local URL should still not be treated as evidence of a scoped access failure.", "suggested_correction": "Use score 0 with a precise explanation that access conditions are not established, without asserting restriction or failed access; record any objection to this zero-anchor design in feedback." }, { "criterion_id": "M-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The recursive registrations select module states and paths, while code and Makefiles specify their consumption and output connections. The private acquisition-only registration does not introduce an unresolved connection into the published-input computation." }, { "criterion_id": "P-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README tool/version link, then registered adapter)", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L622" ], "explanation": "Platforms, orchestration tools and approximate acquisition size are stated. Docker accessibility and effective host resources remain less explicit. A partial rating is reasonable, but the cited general requirement for sufficient memory should not be mistaken for a measured memory bound." }, { "criterion_id": "P-02", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README tool/version link, then registered adapter)", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The principal route derives the host mount from the current directory and fixes /tmp inside the container; that internal mount location is not itself a host-specific setting requiring adaptation. The assessment also cites legacy Condor paths without demonstrating that this selected event-label procedure requires them; compute_all.sh instead uses relative paths. These examples do not clearly demonstrate the claimed unavoidable scattered host settings.", "suggested_correction": "Identify an essential host-specific value that must be changed outside the supplied configuration, or reconsider 3 for the current reproduction route. Keep legacy Condor concerns distinct from requirements of the chosen computation." }, { "criterion_id": "P-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The recipe covers the inspected analysis imports and rendering programs, and the classifier declares its scientific dependencies. Exact version locking is deliberately a separate criterion; the specification can be complete in dependency classes without being frozen." }, { "criterion_id": "P-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The environment recipe, invocation definition and package dependency declarations are versioned alongside or through the registered modules. This directly meets the binary tracking requirement." }, { "criterion_id": "P-05", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README tool/version link, then registered adapter)" ], "explanation": "Machine-readable construction is present, but the highest anchor additionally requires only explicit host configuration. The assessment itself identifies non-root Docker access and initialization as unresolved essential host assumptions in A-02/P-01. Its P-05 rationale does not resolve those assumptions, so an unqualified 3 is internally and evidentially unsupported.", "suggested_correction": "Use 2 while the host assumption is unresolved, or provide frozen evidence that the delegated setup instructions fully specify it and reconcile A-02/P-01 accordingly." }, { "criterion_id": "E-01", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README tool/version link, then registered adapter)", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Fresh docker run instances support the highest rating for the registered central result/manuscript route. However, the assessment also counts linked event-label generation as a scoped computation: its recorded command is ordinary bash/Python and supplies no fresh-environment setup. The stated every-run conclusion is therefore broader than the cited container mechanism.", "suggested_correction": "Clarify whether label regeneration is within the evaluated execution scope. If it is, identify its fresh-environment procedure or revise the universal 3; if labels are only fixed inputs, apply that boundary consistently across criteria." }, { "criterion_id": "E-02", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README tool/version link, then registered adapter)", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The central container automatically removes mutable container state and writes outputs to the mounted dataset; provenance remains in Git. Linked label outputs likewise reside in the dataset. This supports disposal without losing outputs and should not be conflated with isolation from stale host-worktree files." }, { "criterion_id": "E-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The low rating is defensible because cleanup leaves the mounted tree in place and figure discovery accepts every matching SVG, including untracked additions. The older instructions explicitly suggest manual clean. Retained tracked figures/macros, however, are legitimate declared research inputs and are not by themselves evidence of undeclared state; the automatic partial-cleanup case remains an anchor-fit limitation." }, { "criterion_id": "D-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "A null is appropriate here: the corpus gives versioned references and availability metadata but intentionally withholds essential bytes and forbids acquisition. No anchor asserting current complete delivery or an observed missing intended version can be established. This differs from M-05, whose zero explicitly addresses undetermined conditions." }, { "criterion_id": "D-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "Some components expose archive alternatives, but there is no demonstrated archival or preserved immutable-bundle route for the complete event-label payload set. That supports 1. Absence of independent recovery alone would justify only rejecting 3, so the assessment should distinguish that from the missing whole-object preservation evidence required to reject 2." }, { "criterion_id": "D-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The base tag and apt selections float, and runtime installation can resolve unpinned package requirements. Four Python pins do not satisfy the all-top-level-pinned condition for 2. The saved image’s fixed identity does not repair the build definition." }, { "criterion_id": "D-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "Several modules supply unambiguous complete terms, but the event-label module lacks an identified governing license. This warrants the partial identifier-clarity rating without requiring a legal opinion or assuming that unseen container files lack all terms." }, { "criterion_id": "D-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "The fixed root snapshot selects recursive module revisions and the saved image content. The descriptive latest tag does not override those selections. Rebuild drift and present-day availability are correctly distinguished from the joint distribution state." }, { "criterion_id": "D-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "Build and conversion records plus digests provide lineage and content identity, but the supplied material contains no executable-artifact signature/attestation route authenticating producer and build source. The binary zero is supported; a signed results-tag claim alone is insufficient." } ], "verdict": "needs_revision", "created_at": "2026-10-28T00:59:18.587229+00:00", "limitations": [ "Inspection-only review of the assigned anonymized assessment and frozen cohort remodnav-e3c6253bced7. No peer outputs, prior assessments, examples, network calls, scientific execution, builds or payload acquisition were used.", "Essential data, figures and container payloads are intentionally absent. Current retrieval, actual numerical/visual reproduction and image-internal contents remain unverified; absence from this cache is not a retrieval failure.", "The root delegates some setup instructions to websites absent from the frozen corpus. Their detailed daemon/permission guidance cannot be confirmed here.", "The external adapter is supplied as a version-tagged source snapshot; its byte hash and manifest discovery path are used as the frozen locator rather than treating a Git tag URL as an immutable commit.", "The supplied native validator passed, including exact rubric checksum and anchor domains. The assessment has 34 answered criteria out of 36, unit dimension weights, and the native fixed-denominator calculation remains incomplete/provisional. No stored numeric total or denominator inconsistency was found; validator success was not treated as evidence that the substantive ratings are correct.", "Authenticity of signatures and current public-key verification routes was not independently tested. Findings concern what the supplied evidence establishes, not whether an undocumented mechanism exists.", "Agreement with a criterion is an independent evidence judgment, not human approval. Actual runtime model identity was not available and remains null." ], "checked_criteria": [ "S-01", "S-02", "S-03", "S-04", "T-01", "T-02", "T-03", "T-04", "T-05", "T-06", "A-01", "A-02", "A-03", "A-04", "A-05", "A-06", "M-01", "M-02", "M-03", "M-04", "M-05", "M-06", "P-01", "P-02", "P-03", "P-04", "P-05", "E-01", "E-02", "E-03", "D-01", "D-02", "D-03", "D-04", "D-05", "D-06" ] }, { "id": "study-rubric-03-review-2", "assessment_id": "study-rubric-03", "reviewer_id": "study-rubric-03-review-2-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "S-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Starting at README, the registered datasets, analysis script and container configuration expose the computation and its inputs. The script reads published recordings, not the private acquisition repository nested inside the raw-data module; excluding that upstream acquisition system from this result-reproduction scope is justified." }, { "criterion_id": "S-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The actual analysis paths lead to raw eye-gaze files, event TSVs and Andersson MAT annotations. Root and recursive module registrations provide those data and the classifier source. The manifest marks omitted bytes explicitly, so their absence here does not contradict reference completeness." }, { "criterion_id": "S-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L681" ], "explanation": "The recipe covers dependency categories, the wrapper supplies execution settings, and source contains subject selection, conversion factors and classifier calls. The manuscript explicitly describes default parameters. This supports presence of configuration without implying that dependency resolution is frozen." }, { "criterion_id": "S-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "Root CC BY, raw-data PDDL, classifier MIT and annotation-repository GPL declarations are present through the module graph. The event-label inventory has no license declaration and its README only describes computation. That independently establishes partial coverage, without guessing what licenses may exist inside unavailable image layers." }, { "criterion_id": "T-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The frozen Git inventory records blob identities, exact recursive gitlinks and annex keys, while image metadata fixes config and layer digests. These identify intended content independently of current payload availability. The .gitmodules file alone would not prove gitlink revisions; the supplied tree inventory supplies that missing citation detail.", "suggested_correction": "Cite the frozen Git tree or manifest alongside .gitmodules for the exact subdataset selections." }, { "criterion_id": "T-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/.gitattributes", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The inspected inventory and tracking rules place ordinary source and result files in Git and payload identities in annex, with nested repositories selected by gitlinks. Multiple physical repositories do not prevent this from being one compatible content-addressed graph." }, { "criterion_id": "T-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/remodnav/commit/d28911838f91f33af0db57332f55ccc442d24f66", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "I checked the frozen histories across the root, raw data, labels, both classifier selections and both annotation selections. They provide actors, dates and change descriptions for the relevant classes, including container conversion and generated results. This finding concerns recorded changes, not proof of every pre-deposit transformation." }, { "criterion_id": "T-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/bf3caf60e0c59d111f262a2383e3ebfd748edf58", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463" ], "explanation": "Structured DataLad records contain commands and input/output lists for central analysis and label generation. The velocity histogram appears in an ordinary descriptive commit, and no captured manuscript-rendering run appears in the frozen run inventory. Automatic provenance is substantial but does not cover the complete declared output scope." }, { "criterion_id": "T-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "A partial score is defensible, but the strongest limitation is missing environment identity for the recorded label run: it invokes ambient python, while its Git context fixes code and data only. The assessment instead relies on unrecorded computations, even though the highest anchor specifically quantifies recorded executions.", "suggested_correction": "Keep the partial rating but identify the unresolved environment of bdcde2ff and other recorded host-dependent runs; leave absent run coverage primarily under T-04." }, { "criterion_id": "T-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "README advertises a signed results tag, but the frozen documented route does not supply a signer-verification procedure or identity binding. The binary zero therefore means that the combined signature-and-verification requirement is not demonstrated; it does not establish that the tag is unsigned." }, { "criterion_id": "A-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The documented clone and rerun route is supplemented by explicit input globs covering both recording layouts, annotations, event tables and the saved image. Raw-data documentation explains annex acquisition. These are acquisition instructions, and can be assessed without performing downloads." }, { "criterion_id": "A-02", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "A real setup dependency is visible: the adapter expects an executable docker command usable by the invoking account. However README delegates installation to the official websites, whose installation content is not in this frozen corpus. The adapter FIXME alone does not establish that those referenced instructions omit daemon or permission initialization.", "suggested_correction": "Either identify an unresolved setup decision within the supplied procedure that is not already covered by its referenced installation route, or qualify the score and evidence support as provisional within the frozen documentation boundary." }, { "criterion_id": "A-03", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L672", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1161", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The default invocation does omit quality_stats, but its docstring explicitly instructs adding the function to the main invocation before running Make. Thus the supplied example is an awkward manual instruction, not a wholly omitted instruction. A-03 does not require one single command sequence. The dormant flowchart helper may leave another gap, but the assessment has not established that gap under this criterion.", "suggested_correction": "Reconsider whether the histogram evidence supports score 2 rather than 1. Retain 1 only by naming a scoped output whose required computation is actually undocumented; distinguish manual integration from absent instructions. Correct the manuscript locator to the velhist inclusion at line 1161." }, { "criterion_id": "A-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The recorded rerun inputs and image extra_input enumerate the material needed for assembly, and nested registrations supply locations. These procedures support executable acquisition and composition independently of whether all result-producing functions are dispatched. No successful present-day retrieval is inferred." }, { "criterion_id": "A-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282" ], "explanation": "The Make targets and Python dispatcher constitute an executable procedure for most outputs. The velocity histogram still requires the user to translate a docstring instruction into a source edit before the procedure includes it. That supports partial execution coverage even though instructions exist for the omitted function." }, { "criterion_id": "A-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The supplied rerun procedure consumes genuine captured commands. It cannot be credited with resolving every recorded execution context: label generation uses ambient Python and image rebuilding resolves moving packages. Those are sufficient limitations for partial replay; the absence of other run records is a separate coverage issue." }, { "criterion_id": "M-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile" ], "explanation": "The source graph separates data, classifier, analysis, environment, figure output, numeric macros and manuscript. Their roles can be followed through Make dependencies and source paths. License completeness is separately deficient but does not erase those boundaries." }, { "criterion_id": "M-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L44", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The analysis imports remodnav.tests.utils and locates annotation files through the package test-data layout. These consumer dependencies are not described as a replacement interface by the module documentation. Independent Git selections alone therefore do not justify a higher substitutability rating." }, { "criterion_id": "M-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "Several repository boundaries carry separately attributable terms, and the classifier license explicitly scopes its examples and documentation. The event-label repository lacks a corresponding declaration. Partial module-level attribution is supported without treating the parent license as inherited by an independent submodule." }, { "criterion_id": "M-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE" ], "explanation": "The root composition and build documentation combine modules with distinct stated terms but supply no compatibility discussion or policy for those combinations. Separate declarations support the limited anchor; no legal incompatibility needs to be asserted." }, { "criterion_id": "M-05", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", ".cache/methods/rubric/rubric.json@e8d94d00d904058b8f87c8331cbe32e225a9490f#M-05" ], "explanation": "The rationale explicitly concludes that access conditions for all scoped components cannot be determined. M-05 has a completed zero anchor for exactly that case: access conditions cannot be determined. The protocol permits null when no anchor can responsibly be selected, but here the uncertainty is itself explicitly covered by an anchor. A private upstream acquisition URL need not be counted as a scoped access failure to apply it.", "suggested_correction": "Assign 0 with an observation such as not_findable and explain that uniform payload-access conditions are not established. Retain the applicability/scope feedback, but do not leave this completed access-conditions judgment unanswered." }, { "criterion_id": "M-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "Following the root registrations reaches the label and classifier registrations; the build targets and script paths connect those selected modules to environment and outputs. The reconstruction is specified as a graph of included and referenced modules, which the rubric explicitly accepts." }, { "criterion_id": "P-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "README provides platform claims, orchestration tools and approximate download quantities, while the adapter reveals the additional usable-Docker assumption. That supports a partial host-prerequisite description. I did not find the asserted figure-memory requirement in the cited script; its quality_stats docstring describes duration instead.", "suggested_correction": "Remove or precisely cite the memory-constraint claim. Keep installation-webpage content outside the inspected evidence claim unless it is supplied in the frozen corpus." }, { "criterion_id": "P-02", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The cited Condor script embeds a personal initialdir and Python 2.7 executable, but the captured label run uses compute_all.sh instead. The assessment does not show that the obsolete Condor path is an essential setting for this scoped procedure. Likewise, /tmp is an internal container mount target; lack of a customization flag does not alone show that recipients need to adapt it.", "suggested_correction": "Identify a host-specific value that the selected procedure actually requires recipients to change. Exclude obsolete scripts from the portability penalty unless their necessity is demonstrated, and distinguish container-internal constants from host-specific configuration." }, { "criterion_id": "P-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The imports used by the current analysis are represented by the Docker packages and linked package requirements, and Inkscape/TeX tools used for rendering are in the recipe. The distinction between dependency coverage and exact version locking is correctly maintained." }, { "criterion_id": "P-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The environment recipe, invocation configuration and package dependency definition are ordinary versioned files in the selected root/module revisions. Binary full credit for definition tracking is supported; missing transitive locks do not change whether these definitions are tracked." }, { "criterion_id": "P-05", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", ".cache/methods/rubric/rubric.json@e8d94d00d904058b8f87c8331cbe32e225a9490f#P-05" ], "explanation": "The machine-readable recipe and adapter are present, but the full anchor additionally requires only explicit host configuration. The same assessment calls Docker daemon/permissions initialization an unresolved essential host assumption in A-02 and P-01, yet does not resolve it here. Its current reasoning therefore meets the description of anchor 2 more closely than anchor 3.", "suggested_correction": "Use 2 while the asserted host assumption remains unresolved, or provide concrete evidence resolving that assumption and reconcile A-02/P-01 consistently. Qualify the uncertainty about linked installation instructions rather than using it differently across criteria." }, { "criterion_id": "E-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "For the selected current root execution procedure, the adapter loads by image content identity and invokes docker run, creating a new container. That directly supports fresh execution-environment creation. The claim should remain about this procedure, not imply that historical ambient-Python label generation was itself ephemeral." }, { "criterion_id": "E-02", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The adapter mounts the dataset and sets the working directory there, then uses --rm. Result files survive in the dataset and run provenance is recorded outside the container. This supports automatic disposal without losing the persisted artifacts and records." }, { "criterion_id": "E-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "Cleanup removes selected derived files and caches, while figure discovery still depends on the mounted directory contents. The old instructions explicitly suggest manual clean; neither that nor the recorded automated clean establishes a workspace containing only declared inputs. A limited score is reasonable, but tracked SVGs reused for manuscript rendering are legitimate prior inputs and are not by themselves evidence of an undeclared dependency.", "suggested_correction": "Ground the limit in unspecified handling of untracked or stale workspace files, and retain the feedback about the missing automatic-partial-cleanup anchor. Do not characterize every retained result as improper prior-run state." }, { "criterion_id": "D-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web" ], "explanation": "The sources provide retrieval routes and the frozen annex web log names a content-keyed image location. Current delivery of all required payloads was not tested and cannot be established from omitted bytes. Here none of the lower anchors is justified by an observed missing route or unavailable intended version, so leaving the rating null is appropriate." }, { "criterion_id": "D-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "Raw-data and classifier readmes advertise archival alternatives, and the image is content identified. The supplied event-label documentation does not establish preservation of its essential payloads beyond the service-backed distribution. That supports the limited rating. Absence of an independent recovery route alone would only rule out the highest anchor, so the unestablished preservation of the labels is the material distinction." }, { "criterion_id": "D-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The base image tag and apt packages are not fixed to immutable versions, despite four explicit pip pins. The build can therefore resolve changed required inputs. A saved image digest does not make reconstruction from this recipe frozen." }, { "criterion_id": "D-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The identified license texts establish unambiguous CC BY 4.0, PDDL, MIT and GPL v3 identities for some modules. No event-label declaration is supplied. This is enough for partial identifier coverage regardless of unknown package-license metadata inside the excluded image." }, { "criterion_id": "D-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The frozen root tree selects subdataset revisions, ordinary source/result blobs and saved-image identities together. The latest display tag does not override the saved config and layer digests used by the adapter. Actual delivery and later rebuilding are separate issues, so neither invalidates the recorded joint selection." }, { "criterion_id": "D-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "Historical build and conversion records establish a documented source relationship, but no supplied verification mechanism binds the executable image to its claimed producer and build source. Image hashes and the README signed-results-tag statement do not satisfy this binary artifact-origin anchor." } ], "verdict": "needs_revision", "created_at": "2026-10-28T01:07:00.074318+00:00", "limitations": [ "Inspection-only review of the assigned anonymized assessment, frozen rubric e8d94d00d904058b8f87c8331cbe32e225a9490f and evidence manifest SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. No other assessments, peer reviews, examples or external evaluations were consulted.", "No network calls, payload acquisition, scientific execution or container builds were performed. Binary data, image layers and figure payloads are omitted from the corpus. Historical exit-zero records are attributed evidence, not a reproduced outcome.", "Root README and explicit module/configuration links were followed. Hashes of all 267 manifest-listed source and history files were checked; this integrity check does not establish scientific correctness or current remote availability. Bare partial-clone Git caches were not queried.", "The adapter is supplied as a frozen external source discovered through the README DataLad Containers version and configured adapter invocation. Its version-tag URL is not a commit pin, so review citations use the relative frozen file locator and SHA256. Linked installation websites, release pages, issue threads and DOI deposits not included in the corpus were not inspected.", "The native validator passes against the assigned rubric. There are 36 responses, 34 scored answers and two nulls; unit weights and fixed denominators are preserved, including binary normalization. The assessment remains incomplete/provisional. No separate stored score summary is present to contradict the recomputed arithmetic. M-05 is a judgment/completion error, not denominator removal.", "The review checks source support and anchor use, not legal compatibility, cryptographic signer identity, payload access authorization or bitwise agreement with the journal publication. Agreement findings are not human approval. Actual runtime model identity was not independently observed." ], "checked_criteria": [ "S-01", "S-02", "S-03", "S-04", "T-01", "T-02", "T-03", "T-04", "T-05", "T-06", "A-01", "A-02", "A-03", "A-04", "A-05", "A-06", "M-01", "M-02", "M-03", "M-04", "M-05", "M-06", "P-01", "P-02", "P-03", "P-04", "P-05", "E-01", "E-02", "E-03", "D-01", "D-02", "D-03", "D-04", "D-05", "D-06" ] }, { "id": "study-rubric-03-review-3", "assessment_id": "study-rubric-03", "reviewer_id": "study-rubric-03-review-3-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "S-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The root README leads to the analysis and manuscript, while registered datasets and the analysis paths identify the actual consumed inputs. The inaccessible upstream acquisition repository is not consumed by these analyses of published recordings, so excluding that upstream acquisition process is a defensible scope decision." }, { "criterion_id": "S-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The Andersson MAT path, raw recording patterns and event-table inputs map to explicit recursive registrations. Missing cached bytes do not invalidate the presence of these references. The source needed for the omitted histogram computation is present even though its invocation is incomplete." }, { "criterion_id": "S-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L675" ], "explanation": "The recipe and registered command expose the computational environment; analysis code exposes subject choices, conversion factors and defaults, and the manuscript identifies default-parameter validation. These satisfy presence/reference without asserting a frozen rebuild." }, { "criterion_id": "S-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The inspected license files establish several reachable declarations, including explicitly scoped MIT coverage. The complete event-label file inventory contains no corresponding declaration, which is sufficient to prevent full coverage without assuming the root license extends to a different repository." }, { "criterion_id": "T-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Read-only tree inspection confirms exact root gitlinks, and the manifest inventories content-keyed raw/event data and saved-image pointers. The image tag latest is accompanied by fixed configuration/layer identities. This supports identity recording, not verification of missing payload contents." }, { "criterion_id": "T-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The inspected trees connect source, manuscript, figures, data pointers and image pointers through Git and annex. Recursive gitlinks select both classifier versions and their evaluation-data snapshots; multiple repositories do not break the compatible tracking graph." }, { "criterion_id": "T-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Frozen histories for all seven supplied nodes contain author identity, author/commit dates and descriptions. Examples cover data production, source changes, image conversion and result changes. The rating concerns attributable recorded modifications, not cryptographic authentication or a claim that imported upstream history is exhaustive." }, { "criterion_id": "T-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/bf3caf60e0c59d111f262a2383e3ebfd748edf58", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463" ], "explanation": "Automatically structured run records exist, but the velocity-histogram addition is an ordinary commit identifying quality_stats rather than a captured command/input/output record. No manuscript-rendering run appears in the supplied root history. Partial coverage is therefore supported independently of whether the modern command succeeds." }, { "criterion_id": "T-05", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", ".cache/methods/rubric/rubric.json#sha256=05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4" ], "explanation": "The assigned value 2 remains defensible, but its stated reason relies chiefly on unrecorded histogram/manuscript executions. The question and full anchor concern component versions for recorded executions. The recorded label computation invokes ambient Python and libraries without an exact environment record; the captured image build also resolves a moving base and apt inputs. These are actual version-linkage gaps within recorded executions.", "suggested_correction": "Retain 2 if desired, but ground it in unresolved environment/build-input versions of recorded executions. Keep absent execution records under T-04." }, { "criterion_id": "T-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/psychoinformatics-de--paper-remodnav--34388d3ca78f/repository.git#tag-object=a303b5455458c79133a79864a590cbcdbad67a34" ], "explanation": "Read-only inspection of the tag object confirms a PGP signature, improving on the README-only claim. The frozen documentation does not supply a public-key/claimed-identity verification route, so the conjunctive binary anchor is still unmet. Zero should continue to mean no supplied usable verification route, not that the tag is unsigned." }, { "criterion_id": "A-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "Clone and rerun instructions lead to a captured specification listing recursive evaluation data, all recording patterns, event tables and the container directory. The relevant acquisition references are supplied; this does not establish live delivery or make the completeness claim about computation true." }, { "criterion_id": "A-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The setup sequence and installation links go beyond naming packages, but the frozen adapter explicitly acknowledges an undocumented requirement that Docker be on PATH and manageable by a non-root user. Under the frozen boundary, that supports partial operational completeness; external installation-page contents were not available for verification." }, { "criterion_id": "A-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L672", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L385", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1161" ], "explanation": "The advertised rerun omits quality_stats despite the manuscript using its velocity histogram. Its docstring does explain how to add that invocation, so omission from dispatch alone should not erase those partial instructions. The flowchart helper is explicitly not an executable reconstruction instruction and does not supply the final figure composition; the broad all-figures scope still supports an incomplete instruction rating.", "suggested_correction": "Mention the available quality_stats integration instruction and the separate missing flowchart-generation sequence; do not equate lack of a single command with lack of all instructions." }, { "criterion_id": "A-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The documented DataLad commands consume registered module references and run input patterns, including the saved image extra_input. That is an executable assembly specification for the paper inputs, so full procedural coverage is supportable without treating acquisition as observed." }, { "criterion_id": "A-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L672", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Statistics, most plots, event labeling and manuscript rendering have executable procedures. The omitted quality_stats call requires editing dispatch, and the flowchart helper closes plots without a final assembly/output procedure. The supplied artwork supports rendering but does not demonstrate executable generation of every scoped figure." }, { "criterion_id": "A-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "DataLad rerun provides genuine replay machinery for captured runs. The label run still depends on an ambient Python environment and the image-build record leaves moving build inputs unresolved, supporting partial replay capability. Missing manuscript or histogram records should not independently lower this criterion, whose full anchor refers to computations represented in provenance.", "suggested_correction": "Emphasize unresolved contexts for recorded runs and distinguish them from T-04 coverage gaps. The later OCI conversion and the older tagged target also deserve an explicit compatibility caveat." }, { "criterion_id": "M-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L74" ], "explanation": "Input datasets, classifier, analysis code, environment, figures, numerical macros and manuscript have identifiable responsibilities and boundaries. Licensing incompleteness does not by itself make those structural roles unclear." }, { "criterion_id": "M-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L40", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The paper imports classifier test helpers and reaches into a nested tests/data tree directly, beyond the documented classifier CLI. Those consumer dependencies on internal layout support the limited anchor despite independently selectable repository versions." }, { "criterion_id": "M-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "MIT explicitly names its covered material and the raw-data license is independently located, while no event-label declaration or central module mapping is present in the frozen inventory. Partial module-level assignment is supported without needing to infer container-package terms from absent layers." }, { "criterion_id": "M-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "Distinct licenses are supplied but root documentation and composition recipes do not explain how their combination is handled. The limited listed-licenses anchor is a reasonable fit; the assessment correctly avoids declaring legal incompatibility." }, { "criterion_id": "M-05", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", ".cache/methods/rubric/rubric.json#sha256=05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4" ], "explanation": "The rationale says access conditions cannot be determined for all scoped components, which is an explicit case in the M-05 zero anchor. This is therefore not a case where no anchor can be selected responsibly. The inaccessible acquisition module should remain outside the consumed-input scope, but removing it does not justify overriding the anchor that addresses undetermined conditions.", "suggested_correction": "Assign 0 with an observation/rationale that access-condition coverage was not findable, rather than null/not_assessed. Record feedback if this explicit uncertainty-as-zero rule is undesirable. Do not claim that any scoped input was observed to be restricted." }, { "criterion_id": "M-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "Read-only tree inspection confirms exact nested selections, while registrations and Makefiles expose their connections and paths. The consumed published recordings do not require reconstructing the separate acquisition system, so that unresolved upstream URL does not defeat this composition judgment." }, { "criterion_id": "P-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L914" ], "explanation": "The README documents tools, tested platforms and download volume, and the adapter reveals the remaining Docker permission/PATH assumption. The >16GB comment describes an avoided larger plot rather than the actual required RAM, so it should not be presented as a measured requirement of this workflow; the other host-setup gap supports 2." }, { "criterion_id": "P-02", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/detect_events_submit.sh" ], "explanation": "The cited fixed /tmp path is a container-internal destination; the host directory and Unix user/group are derived dynamically. Those literals do not alone show a host setting that requires adaptation. The absolute Condor paths belong to a legacy helper, whereas compute_all.sh is the captured labeling procedure. The assessment has not identified a necessary current host-specific setting that remains scattered or undocumented.", "suggested_correction": "Identify a concrete required adaptation in the assessed execution path before retaining 2. Otherwise consider 3 for the current container workflow, and document the legacy helper separately rather than counting it as an essential current setting." }, { "criterion_id": "P-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Inspection of analysis imports, classifier requirements and rendering commands finds corresponding Python/scientific, plotting, Inkscape and TeX dependency classes in the recipe or linked declaration. Unpinned apt versions are a reconstruction precision issue, not an omitted dependency class." }, { "criterion_id": "P-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The environment recipe, invocation configuration and classifier dependency declaration are tracked at the selected root or explicit linked revisions. That satisfies the binary tracking question without claiming that the image was rebuilt or its contents inspected." }, { "criterion_id": "P-05", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", ".cache/methods/rubric/rubric.json#sha256=05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4" ], "explanation": "The Dockerfile and saved image are machine-readable, but the same unresolved Docker PATH/non-root-management assumption used to lower A-02 and P-01 remains outside documented host configuration here. P-05 has an explicit partial anchor for a machine-readable environment with an unresolved host-specific assumption. Merely passing mount/user flags and allowing Python substitution does not resolve Docker accessibility.", "suggested_correction": "Use 2 unless the frozen evidence supplies the missing host setup route. If installation links are judged sufficient to establish that route, revise the inconsistent A-02/P-01 rationale as well rather than treating the assumption as both unresolved and resolved." }, { "criterion_id": "E-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "For the supplied current paper-result/manuscript workflow, cli_run launches a new container from the resolved image ID on each invocation. This supports fresh environment creation at source-inspection level. Reuse of a failed-run dockertmp directory is a workspace-state caveat under E-03; it should qualify the rationale that HOME is always fresh." }, { "criterion_id": "E-02", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile" ], "explanation": "The adapter mounts the dataset and requests --rm, and the specified result/manuscript paths lie in that mount. Required outputs and Git run provenance thus persist outside the disposable container by construction. This is disposal capability, not a claim that disposal was observed in this review." }, { "criterion_id": "E-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The older instructions prescribe manual clean, while the recorded modern result command performs partial cleanup automatically. Neither establishes a workspace containing only declared inputs: arbitrary existing SVGs enter the figure target, and a failed run can leave dockertmp for the next mkdir. The limited rating and anchor-fit feedback are reasonable. A tracked precomputed SVG is not itself undeclared prior state." }, { "criterion_id": "D-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Acquisition routes and a content-keyed container web location are supplied, but the corpus deliberately lacks payloads and permits no retrieval. The partial anchor would require an unavailable or moving intended version, neither observed here. Leaving availability unresolved avoids converting a study restriction into a project failure." }, { "criterion_id": "D-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Raw data and classifier documentation identify archival alternatives, while no equivalent independent preservation coverage for event-label/image payloads is established in the frozen routes. Content identities alone cannot recover bytes after hosting loss. The low preservation judgment is plausible, but absence of an independent recovery route alone distinguishes 2 from 3, not 1 from 2; the missing preservation coverage is the important reason." }, { "criterion_id": "D-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The base image tag and apt package resolution are moving, despite four explicitly pinned Python packages. The source recipe therefore does not freeze top-level inputs comprehensively. A separately saved image can identify one environment without making that image reproducibly rebuildable from the recipe." }, { "criterion_id": "D-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The supplied CC BY 4.0, PDDL, MIT and GPL v3 texts resolve several license identities. The event-label inventory lacks a governing identifier, so full distributed-module coverage is not established. Absent container-layer contents limit additional claims about their internal license files." }, { "criterion_id": "D-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The selected root tree and recursive gitlinks jointly fix the manuscript, analysis, input dataset selections and saved-image references. Those selections remain fixed despite latest labels and an unpinned rebuild recipe. Payload delivery and fresh reconstruction remain separate unresolved questions." }, { "criterion_id": "D-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "An executable saved image is present as a distribution target, so this is not a source-only applicability case. Its manifests and build record provide identities and history but no supplied producer/build-source attestation verification route. The signed results tag does not by itself satisfy the executable-artifact anchor." } ], "verdict": "needs_revision", "created_at": "2026-10-28T01:13:35.285897+00:00", "limitations": [ "Inspection-only review of the assigned anonymized assessment and the frozen instrument/evidence corpus; no peer output, network access, payload acquisition, container build or scientific execution was used.", "Data, image layers, figure bytes and some publisher-style assets are explicitly absent from the frozen package. Live intended-version retrieval, rendered figures, numerical equivalence and licenses inside image layers were not verified. Their omission is not evidence of failed retrieval.", "Source discovery followed the root README, tracked paths, recursive gitmodule registrations, run histories and the supplied README-linked adapter. The adapter citation is a frozen relative locator with its SHA-256 because its supplied public URL uses a version tag rather than a commit.", "All Git probes used GIT_NO_LAZY_FETCH=1. The signed tag was inspected as an object; no signature verification or external public-key discovery was performed.", "Native validation passed and retained all 36 criteria in fixed denominators with equal dimension weights; 34 responses were answered and two null. The native assessment remains provisional. No arithmetic or exclusion inconsistency was found; M-05 revision would change completion without changing its zero contribution.", "A-02/P-05 judgments remain bounded by the frozen corpus: the linked external installer pages were not fetched. P-02 needs a concrete necessary host-adaptation example. Scope treats published raw recordings and labels as consumable inputs and does not require rebuilding their upstream acquisition system.", "Agreement is independent source-based review, not human approval. Requested model identity is metadata supplied by the study; runtime model identity was not independently observed." ], "checked_criteria": [ "S-01", "S-02", "S-03", "S-04", "T-01", "T-02", "T-03", "T-04", "T-05", "T-06", "A-01", "A-02", "A-03", "A-04", "A-05", "A-06", "M-01", "M-02", "M-03", "M-04", "M-05", "M-06", "P-01", "P-02", "P-03", "P-04", "P-05", "E-01", "E-02", "E-03", "D-01", "D-02", "D-03", "D-04", "D-05", "D-06" ] }, { "id": "study-rubric-04-review-1", "assessment_id": "study-rubric-04", "reviewer_id": "study-rubric-04-review-1-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "S-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The root-to-subdataset links and concrete file accesses expose the paper computation boundary. The unresolved acquisition-source repository is not read by the paper procedures, so excluding regeneration of acquisition files is an explicit, defensible scope decision." }, { "criterion_id": "S-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The inspected loader reaches benchmark annotations through the implementation submodule; other functions consume exported gaze files and event TSVs in the named data modules. Both categories are explicitly connected. Missing cohort payloads do not establish missing references." }, { "criterion_id": "S-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The recipe covers the analysis/rendering tools, configuration declares the adapter invocation, and script/Make definitions expose settings and defaults. This supports presence of dependencies and settings without implying frozen dependency resolution." }, { "criterion_id": "S-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e" ], "explanation": "Separate license texts are reachable along the actual module links. The inspected labels inventory and README supply no governing declaration; therefore complete coverage cannot be awarded. Container-internal license coverage remains uninspected rather than demonstrated absent." }, { "criterion_id": "T-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Read-only ls-tree confirms the three exact gitlinks. The frozen inventory records file object IDs and annex content keys; image metadata identifies exact configuration and layers. Identification is supported independently of possession of their bytes." }, { "criterion_id": "T-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Git objects, nested gitlinks and git-annex keys provide a compatible root tracking view across the declared research payload classes. Externally installed orchestration prerequisites should remain explicitly distinguished from payloads, as this assessment does." }, { "criterion_id": "T-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commits/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commits/92279db3850ee4282d97001a3f650fc55cb64b4e", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/bf3caf60e0c59d111f262a2383e3ebfd748edf58" ], "explanation": "Root and linked histories record actors, times and descriptions, including manual figure changes and data generation. The histogram addition is itself recorded even though its execution lacks an automatic run record. That distinction supports the high modification-history rating." }, { "criterion_id": "T-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/bf3caf60e0c59d111f262a2383e3ebfd748edf58", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463" ], "explanation": "The numerical run and label-generation record contain captured commands and input/output fields. The histogram commit instead retrospectively names quality_stats, and that function is absent from the captured main CLI. Partial automatic provenance is demonstrated; all-step coverage is not." }, { "criterion_id": "T-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The root execution has Git-linked code/data/configuration and an explicit image input. The label record invokes host Python without identifying its environment state, while the image build depends on moving package resolution. These are concrete limits to an all-executions/all-components claim." }, { "criterion_id": "T-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/psychoinformatics-de--paper-remodnav--34388d3ca78f/repository.git#tag-object=a303b5455458c79133a79864a590cbcdbad67a34" ], "explanation": "The cached tag object contains a PGP signature and names its target. Neither its message nor the inspected README supplies an identity/key-verification route. Zero is defensible under the complete binary anchor; this is not a finding that the signature is invalid.", "suggested_correction": "For precise citation, cite the immutable tag object as well as its target: a commit-tree URL alone does not expose the signed tag object." }, { "criterion_id": "A-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The documented clone/rerun sequence plus captured input patterns covers component acquisition. Raw data documentation additionally describes annex initialization and retrieval. This supports instructional completeness, distinct from whether all remote payloads are currently obtainable." }, { "criterion_id": "A-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "A concrete container-based setup route and tool-installation references are supplied. The scientific environment does not require package choices invented by the recipient. Linked installation websites were not in the frozen corpus, so this agreement concerns the documented setup specification rather than independently verified installation." }, { "criterion_id": "A-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L672", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1145" ], "explanation": "The default CLI omits the manuscript velocity histogram and signal-loss computation. A source note tells a developer to add quality_stats, but there is no complete ordinary execution sequence for the composed flowchart either. The partial-result anchor is defensible despite the README claim that everything is recomputed.", "suggested_correction": "Acknowledge the developer instruction to add quality_stats, and explicitly include missing flowchart composition instructions as a reason the all-results instructional anchors are not met." }, { "criterion_id": "A-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L30" ], "explanation": "The host rerun record declares benchmark, gaze, label and image inputs, allowing acquisition before entering the container. This supports executable assembly. The script get calls are optional no-ops when DataLad is absent, as in the container recipe; they should not be presented as the essential container acquisition mechanism." }, { "criterion_id": "A-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L672", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282" ], "explanation": "Executable targets cover the core analysis and PDF rendering, but the flowchart function is explicitly a non-executed fragment and does not save its plots. Highest coverage is therefore unsupported even though quality_stats itself contains executable code." }, { "criterion_id": "A-06", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463" ], "explanation": "The assigned score may remain partial, but its stated reason misapplies the highest anchor, which covers every scoped computation represented in provenance. Histogram/manual-figure computations missing from provenance do not by themselves reduce A-06; they are gaps under T-04/A-03/A-05. The recorded label computation, in contrast, is represented in provenance and requires manual reconstruction of an unrecorded Python environment.", "suggested_correction": "Retain 2 only with an explicit recorded-computation inventory and the unresolved label-execution environment as the reason. Do not use absence of a provenance record alone as the replay-capability penalty." }, { "criterion_id": "M-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile" ], "explanation": "Data modules, reusable implementation, paper analysis, environment and manuscript/figure sources have identifiable responsibilities and separable paths. Manual figure editing does not erase those module boundaries." }, { "criterion_id": "M-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L40", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/remodnav/tests/utils.py" ], "explanation": "Consumers import implementation test utilities and depend on the benchmark repository internal directory layout. Independently selectable gitlinks alone do not establish replaceable interfaces. The limited-interface rating is supported." }, { "criterion_id": "M-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e" ], "explanation": "Implementation and input modules have attributable terms, whereas labels lack an explicit module declaration in the inspected tree. The partial module-license score follows without presuming that the paper root license applies to a separate repository." }, { "criterion_id": "M-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "License declarations establish identifiable terms but no inspected composition document addresses how they are combined. Anchor 1 specifically permits this distinction; the review does not infer legal incompatibility." }, { "criterion_id": "M-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/tree/0cc48aa1605a41f1c512561a6427a93a65ebebfe", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The raw-data declaration explicitly disclaims registration/authentication, and the required code/data/image routes are presented as ordinary recipient retrieval. No mixed restricted-access boundary is identified within the stated runtime scope. This remains documentary support, not a payload-access test." }, { "criterion_id": "M-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "Root and nested module declarations identify selections, while concrete analysis paths and the container/Make connection identify how they are composed. Combining these specifications is legitimate under the anchor; a separate dependency-graph format is unnecessary." }, { "criterion_id": "P-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The README states tool versions, platforms and approximate downloads. The supplied adapter explicitly notes its assumption that Docker is available on PATH and manageable by a non-root user. That supports the residual host-prerequisite concern, though linked external installation guidance was not available for inspection." }, { "criterion_id": "P-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Inspected runtime file accesses are dataset-relative and the adapter chooses its mount from the current directory. Python selection is isolated in configuration. The unreachable lab acquisition path is not consumed by this runtime and is not evidence of an embedded host path here." }, { "criterion_id": "P-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L12", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile" ], "explanation": "The imports and rendering commands examined correspond to declared Python/system packages. DataLad is optional inside the script and supplied at the orchestration layer, so its absence from the image recipe is not an omitted mandatory container dependency. Exact pins are appropriately handled separately." }, { "criterion_id": "P-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The present reproduction environment definitions are versioned in the root and pinned implementation module. The missing historical label-environment record is a T-05 gap under this explicitly chosen input/reproduction boundary, not an untracked existing root environment file. Binary normalization and denominator treatment are correct." }, { "criterion_id": "P-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The machine-readable image/recipe/configuration path is consumable by the supplied adapter on a compatible Docker host. This supports specification capability; it does not establish successful cross-platform execution or reconstructible frozen package resolution." }, { "criterion_id": "E-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The root procedure invokes docker run on a selected image, creating a new mutable container per invocation. This is stronger than merely recommending a virtual environment. The finding should continue to be read as applying to the present root reproduction procedure, not every historical upstream label run." }, { "criterion_id": "E-02", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The adapter mounts the working dataset into the container and uses --rm; the run record is committed outside that mutable container and outputs are directed into the mounted dataset. Thus disposal does not inherently discard the required persisted products or run record." }, { "criterion_id": "E-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "A fresh clone and declared inputs specify an initial state, while cleanup is incomplete as an automatic isolation mechanism. SVGs remain and the writable dataset is mounted wholesale. In addition, failed runs can leave dockertmp because removal follows &&; mkdir does not itself ensure a fresh HOME. The partial rating appropriately avoids claiming automatic clean-workspace enforcement." }, { "criterion_id": "D-01", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/tree/0cc48aa1605a41f1c512561a6427a93a65ebebfe", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The evidence establishes exact identities and advertised retrieval routes, including image URLs, but the rationale upgrades these to every intended version being obtainable. No payload was obtained in this cohort; a historical local image conversion is not a recipient retrieval record. The method distinguishes actual obtainability from recorded identities, so the complete fulfillment claim remains unresolved.", "suggested_correction": "Keep the positive route evidence and state which historical or supplied records demonstrate usable recipient retrieval for every essential version. If the frozen evidence cannot responsibly distinguish the highest anchor from unavailable versions, use null with an explicit uncertainty explanation; do not assign 2 merely because acquisition was not attempted." }, { "criterion_id": "D-02", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/0cc48aa1605a41f1c512561a6427a93a65ebebfe", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The stated lack of an independent recovery route rules out anchor 3, but does not by itself rule out anchor 2, which alternatively accepts immutable bundles. The stored, content-addressed image and its fixed manifests are relevant positive evidence that the rationale does not evaluate as a bundle. Conversely, annex identities alone need not prove durable preservation of all data bytes.", "suggested_correction": "Explain concretely which essential component lacks an immutable bundle, archive or preservation route. If the supplied frozen image/data distribution satisfies the immutable-bundle alternative for all essential components, use 2; otherwise retain 1 with the specific missing preservation mechanism. Treat the boundary between a checksum-addressed store and an immutable bundle as rubric feedback." }, { "criterion_id": "D-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "FROM debian:bookworm-slim and unversioned apt installs require moving resolution; selected Python pins do not fix the full build. A retained deployed image cannot supply a missing reproducible build definition. The low nonzero anchor is supported." }, { "criterion_id": "D-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e" ], "explanation": "CC BY 4.0, MIT, PDDL and GPLv3 are identified by actual license texts. The absent labels declaration is sufficient to defeat complete module coverage; there is no need to infer that every container dependency lacks its own license file." }, { "criterion_id": "D-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The root state jointly fixes module commits and image blob identities. The textual remodnav:latest tag inside the manifest does not make the selected image floating because its configuration and layers are fixed. Retrieval uncertainty belongs under D-01 and does not erase the coherent version selection." }, { "criterion_id": "D-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", ".cache/objects/paper-remodnav/evidence/psychoinformatics-de--paper-remodnav--34388d3ca78f/repository.git#tag-object=a303b5455458c79133a79864a590cbcdbad67a34" ], "explanation": "The inspected material does not establish a usable producer/source authentication route for the current executable image. A signed historical result tag is relevant indirect provenance evidence, but its identity was not verified and the current OCI conversion postdates it. Zero is supported as not demonstrated, rather than proof that no signature could ever authenticate the older image." } ], "verdict": "needs_revision", "created_at": "2026-10-28T01:29:16.825525+00:00", "limitations": [ "Independent inspection of the assigned anonymized assessment only, using rubric commit e8d94d00d904058b8f87c8331cbe32e225a9490f and frozen manifest e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. No peer outputs or other instruments were consulted.", "No scientific execution, container build, payload acquisition or network call was performed. Missing image/data/SVG payloads are cohort omissions, not observed remote failures. Current recipient retrieval and rendered/scientific equivalence remain unresolved.", "External installation pages, signing-key verification and repository web verification status were not available in the frozen source corpus. The supplied adapter is cited by relative frozen locator and content hash because its source URL uses a version tag rather than an immutable commit.", "Read-only Git probes used GIT_NO_LAZY_FETCH=1. The signature block was inspected but cryptographic validity and signer identity were not verified.", "The native validator passes the assessment against the exact rubric bytes. Independently checked fixed criterion counts, complete 36 responses, allowed binary values and equal dimension weights; no denominator or arithmetic discrepancy was found. Validation does not establish substantive support, and this review supplies no numeric review score.", "The persistence distinction between an immutable image bundle and a single content-addressed hosting service requires clearer application of D-02. Agreement on other findings is methodological review, not human approval." ], "checked_criteria": [ "S-01", "S-02", "S-03", "S-04", "T-01", "T-02", "T-03", "T-04", "T-05", "T-06", "A-01", "A-02", "A-03", "A-04", "A-05", "A-06", "M-01", "M-02", "M-03", "M-04", "M-05", "M-06", "P-01", "P-02", "P-03", "P-04", "P-05", "E-01", "E-02", "E-03", "D-01", "D-02", "D-03", "D-04", "D-05", "D-06" ] }, { "id": "study-rubric-04-review-2", "assessment_id": "study-rubric-04", "reviewer_id": "study-rubric-04-review-2-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "S-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The root explicitly connects manuscript, analysis, data subdatasets and the container. Following registered REMoDNaV links reaches benchmark annotations. Excluding the upstream acquisition-only local-path repository is defensible because the analysis consumes exported eye-gaze files, not its contents." }, { "criterion_id": "S-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The analysis identifies benchmark MAT files, studyforrest exported samples and event TSVs through the linked modules. Required source and input references are present even though cohort payload bytes are absent; the latter is not a discoverability defect." }, { "criterion_id": "S-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282" ], "explanation": "The container recipe specifies tool/library families, the invocation selects an image and temporary HOME, and CLI/default parameters are inspectable. Moving dependency resolution affects D-03 rather than ingredient inclusion." }, { "criterion_id": "S-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "Distinct root, implementation, raw-data and benchmark declarations are reachable through root/module paths. The label module inventory supplies no attributable license declaration, sufficient to prevent complete coverage. Uninspected container bytes should be described as unresolved license coverage rather than proved absence of installed notices." }, { "criterion_id": "T-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#nodes" ], "explanation": "The root tree records source blobs and gitlinks; frozen inventories record annex keys for data and image blobs. These identify intended bytes independently of whether retrieval was attempted. Floating build inputs are distinct from the selected frozen image." }, { "criterion_id": "T-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "Git trees recursively select modules and git-annex pointers identify large data and image content. This is a compatible root-resolvable tracking structure for the scoped research components; the assessment does not mistake an ordinary latest image tag for its actual identity." }, { "criterion_id": "T-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commits/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "data/remodnav-evidence.json#nodes" ], "explanation": "Root and linked histories inspected in the frozen corpus contain author, dates and change descriptions across code, data, results and image changes. Such attribution does not establish authenticated identity, appropriately left to T-06." }, { "criterion_id": "T-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1145" ], "explanation": "The two DataLad records explicitly contain commands, input selections, outputs and recorded exit status. The quality calculation remains outside the CLI and the manuscript build has instructions rather than an identified complete run record, so all-step programmatic coverage is not established." }, { "criterion_id": "T-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The paper run records its image input and is tied to a versioned state. The label-generation record invokes host Python with PYTHONPATH but identifies no exact environment image or locked package set. This is a concrete limit on execution-version coverage, supporting the partial anchor." }, { "criterion_id": "T-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "Read-only inspection of the cached results-containerized tag confirms a PGP signature and the stated target. Neither tag text nor README provides a signer-key trust/identity verification route. The zero anchor explicitly permits this situation; the review did not attempt cryptographic verification." }, { "criterion_id": "A-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The root supplies clone, prerequisites and rerun instructions; the run selects benchmark, all relevant raw eye-gaze patterns, label TSVs and the image. The raw module also explains annex initialization/get. The acquisition specification is adequately described without claiming present-day successful downloads." }, { "criterion_id": "A-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README version reference -> .datalad/config adapter invocation -> supplied adapter source)" ], "explanation": "The supported reproduction path selects an existing image after named host-tool installation references. The reader is not asked to invent scientific package choices. Installation pages themselves are outside the frozen corpus, so this agreement concerns the supplied documented route; the Docker access ambiguity should be reconciled under P-01/P-05." }, { "criterion_id": "A-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1145", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The manuscript uses signal-loss values and velhist, but the script says quality_stats must be added to the invocation list and the CLI never calls it. README claims of recomputing everything therefore exceed the actual supplied sequence. The limited anchor is supported." }, { "criterion_id": "A-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/tree/0cc48aa1605a41f1c512561a6427a93a65ebebfe" ], "explanation": "Executable DataLad commands and the recorded input globs describe retrieval and assembly, including all raw-eye-gaze runs, benchmark data, labels and image content. The in-container datalad_get fallback is a no-op when DataLad is absent, but host-side recorded input provisioning supplies the needed acquisition mechanism; it should be the primary justification." }, { "criterion_id": "A-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L672" ], "explanation": "The Make/CLI path implements substantial result generation and manuscript rendering. The quality routine requires integration and flowchart_figs is explicitly only a reference fragment. These prevent the complete executable-production anchor while supporting partial production." }, { "criterion_id": "A-06", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463" ], "explanation": "The stated reason for withholding the highest anchor is misaligned: A-06 asks whether every scoped computation represented in provenance can be replayed, not whether every manuscript result has provenance. Missing histogram/manual-figure records establish T-04/A-03 limitations but do not alone lower A-06. A partial score can instead be justified by the recorded label-generation run whose execution environment is unresolved, as the assessment itself identifies under T-05.", "suggested_correction": "Revise the rationale around specific recorded executions and their state-resolution gaps. Retain 2 if label-generation/environment or other recorded replay gaps are within scope; otherwise reconsider the highest anchor rather than penalizing unrecorded results twice." }, { "criterion_id": "M-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile" ], "explanation": "Input datasets, classifier implementation, analysis, container and manuscript/results have identifiable responsibilities and boundaries. Direct inclusion of analysis and manuscript files is explicitly allowed by this rubric." }, { "criterion_id": "M-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L44", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L834" ], "explanation": "The root imports implementation test utilities and constructs benchmark-internal directory paths, while sample choices are embedded in analysis. Independent gitlinks alone do not provide a replacement interface, so the limited anchor is warranted." }, { "criterion_id": "M-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING" ], "explanation": "Per-module license texts allow some assignments independently of the root. The label module has no corresponding declaration in its inventory, leaving attribution incomplete even without resolving container-package terms." }, { "criterion_id": "M-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The inspected declarations identify several licenses but provide no treatment of their composition. Reading their legal compatibility into the evidence would exceed the criterion, which asks for recorded handling. The limited anchor is a reasonable reading of the supplied declarations." }, { "criterion_id": "M-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/tree/0cc48aa1605a41f1c512561a6427a93a65ebebfe" ], "explanation": "The raw-data README explicitly states unrestricted unauthenticated access, and documented linked component/image routes specify no approval boundary. Modular separation is present. This supports the equivalent uniform-access case as a documented condition, without proving live endpoint behavior." }, { "criterion_id": "M-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "Registered nested modules, root gitlinks, analysis paths and the container/build configuration specify which components connect. The acquisition-only local source repository does not enter the paper runtime assembly." }, { "criterion_id": "P-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README version reference -> .datalad/config adapter invocation -> supplied adapter source)" ], "explanation": "The README names tools/platforms and download sizes. The linked adapter explicitly notes that it assumes a docker executable manageable by a non-root user and says this should be documented. The partial rating is supported within the frozen documentation; external installation instructions were not available for checking." }, { "criterion_id": "P-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README version reference -> .datalad/config adapter invocation -> supplied adapter source)", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51" ], "explanation": "The paper uses dataset-relative paths; the adapter derives its host mount from cwd, and Python substitution is exposed separately from analysis. Fixed container paths such as /tmp are not personal host paths. The unrelated upstream acquisition path does not establish host coupling in this runtime." }, { "criterion_id": "P-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The recipe and setup.py jointly name the imported numerical/plotting packages and system rendering tools; README identifies the host orchestrator. No additional required dependency omission was identified in the inspected primary runtime. Dependency pinning remains a separate build-reconstruction question." }, { "criterion_id": "P-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The actual container definition and invocation configuration are versioned, with implementation dependencies in a pinned module. This supports the binary anchor for the present reproduction environment. If historical label regeneration is included as a required environment, its definition coverage must be reconsidered consistently with T-05." }, { "criterion_id": "P-05", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README version reference -> .datalad/config adapter invocation -> supplied adapter source)" ], "explanation": "Machine-readable construction/invocation is present, but the assessment itself identifies an unresolved host-specific Docker access/permission assumption under P-01. P-05 anchor 2 explicitly describes a complete machine-readable definition with an unresolved host assumption outside documented configuration, while anchor 3 requires only explicit host configuration. The current pair of rationales does not explain how both judgments hold.", "suggested_correction": "Use 2 while the Docker-access assumption remains unresolved, or cite the supplied installation/configuration route that resolves it and revise the P-01 reasoning consistently. No additional host execution is required merely to establish the specification capability." }, { "criterion_id": "E-01", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README version reference -> .datalad/config adapter invocation -> supplied adapter source)", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The adapter loads the selected image identity and invokes docker run rather than reusing a running mutable container; the invocation establishes temporary HOME. This is source evidence for a fresh runtime procedure, not a newly observed execution." }, { "criterion_id": "E-02", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README version reference -> .datalad/config adapter invocation -> supplied adapter source)", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "docker run uses --rm and binds the dataset cwd at /tmp, where declared figures and results are written. Host-side DataLad records survive container removal. Temporary HOME cleanup occurs only on successful make, but failure leaves it in the mounted workspace rather than requiring retention of the container; that is an E-03 cleanliness issue." }, { "criterion_id": "E-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README version reference -> .datalad/config adapter invocation -> supplied adapter source)", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L914" ], "explanation": "Cleanup removes selected intermediates while preserving source SVGs and the whole mounted checkout. Glob-based input discovery can see extra workspace files, and no per-run clean checkout is created. A known cloned/reset starting state supports the partial anchor rather than guaranteed automatic independence." }, { "criterion_id": "D-01", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/0cc48aa1605a41f1c512561a6427a93a65ebebfe", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#limitations" ], "explanation": "The sources establish intended identities and documented retrieval routes, but no payloads were acquired in this cohort. D-01 explicitly distinguishes actual obtainability from manifest presence. Historical image/run records and registered URLs do not by themselves resolve whether every intended payload state remains obtainable at assessment time. Neither an unavailable version nor a missing route has been observed, so a lower availability anchor would also be unjustified.", "suggested_correction": "Qualify the maximum as a documented-route-only judgment and flag the anchor ambiguity, or leave the score null if actual intended-state availability is required. Obtain suitable availability evidence in a separately authorized cohort before asserting present retrieval of every essential version." }, { "criterion_id": "D-02", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/0cc48aa1605a41f1c512561a6427a93a65ebebfe", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The absence of an independent image recovery route rules out 3, but does not alone distinguish 1 from 2: anchor 2 permits an immutable bundle with no independent route. This object distributes a digest-addressed saved image through institutional blob URLs. The rationale needs to explain why that arrangement fails immutable bundling or preservation, rather than relying on absence of mirrors or on bytes omitted by the study collector.", "suggested_correction": "Clarify whether the institutional saved-image distribution qualifies as an immutable bundle under this pilot. Retain 1 only with an explicit reason it does not; consider 2 if all essential components meet that route/bundle requirement. Keep untested persistence separate from observed service loss." }, { "criterion_id": "D-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "The Debian base tag and apt package resolutions are floating and multiple direct system dependencies lack fixed versions. Selected Python pins do not satisfy the all-top-level-fixed condition of anchor 2. The saved image does not repair reconstruction from moving build inputs." }, { "criterion_id": "D-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "Named CC BY 4.0, MIT, PDDL and GPLv3 texts make several license identities resolvable. The label-module omission alone blocks complete distributed-module coverage. The assessment should keep container-license uncertainty distinct from inspected absence." }, { "criterion_id": "D-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The root fixes joint module selections and exact image/blob identities despite the manifest also carrying a latest label. This criterion is about coherent selection, so floating rebuild dependencies and untested retrieval need not reduce it." }, { "criterion_id": "D-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/tree/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The inspected build record and image digests establish a documented construction and content identities, but no usable producer/source artifact attestation route was supplied. The signed result tag was not cryptographically verified and does not by itself meet this separate distributed-artifact requirement. The explicit not_findable observation appropriately avoids asserting that no attestation ever existed." } ], "verdict": "needs_revision", "created_at": "2026-10-28T01:35:41.901092Z", "limitations": [ "Inspection-only review of the assigned anonymized assessment and frozen manifest e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. No peer assessments, reviews or prohibited examples were consulted.", "No network requests, payload retrieval, image builds or scientific executions were performed. Binary data, figure payloads and image layers are absent by cohort design; omission is not observed retrieval failure. Historical exit statuses remain supplied records.", "Read-only Git tag/tree probes used GIT_NO_LAZY_FETCH=1. Signature presence and target were checked, but signature validity and claimed signing identity were not verified.", "The native validator accepted the assessment, exact rubric hash and allowed anchors. Independent arithmetic checked equal dimension weights, binary normalization and fixed denominators; all 36 responses are present and no applicability exclusion or score/denominator inconsistency was identified. This structural result does not establish evidential correctness.", "Public installation pages, linked issue/PR discussion contents, live endpoint availability and container-installed license notices were not supplied for inspection. These unresolved sources are not treated as confirmed absent features.", "Agreement records independent assessment of available evidence, not human approval or demonstrated computational reproduction. Requested model identity is not treated as observed runtime identity." ], "checked_criteria": [ "S-01", "S-02", "S-03", "S-04", "T-01", "T-02", "T-03", "T-04", "T-05", "T-06", "A-01", "A-02", "A-03", "A-04", "A-05", "A-06", "M-01", "M-02", "M-03", "M-04", "M-05", "M-06", "P-01", "P-02", "P-03", "P-04", "P-05", "E-01", "E-02", "E-03", "D-01", "D-02", "D-03", "D-04", "D-05", "D-06" ] }, { "id": "study-rubric-04-review-3", "assessment_id": "study-rubric-04", "reviewer_id": "study-rubric-04-review-3-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "S-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The root leads through declared subdatasets to the data and implementation actually consumed by analysis; Make targets connect analysis, figures and manuscript. The unresolved laboratory acquisition repository is not a consumed input, so excluding its regeneration is consistent with the stated scope." }, { "criterion_id": "S-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The analysis paths resolve through raw eye-gaze, label and benchmark modules, including the nested Andersson repository. The omitted binary payloads are an inspection limitation, not missing references. The uninvoked quality function still supplies source code for that computation." }, { "criterion_id": "S-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Runtime dependencies, rendering software, parameters and adapter selection are represented. Floating build versions affect D-03, rather than defeating this presence/reference criterion." }, { "criterion_id": "S-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e" ], "explanation": "Separate declarations exist for several modules, while the inspected label inventory lacks a license. This concrete uncovered module is sufficient for 2; missing container payloads do not establish that their embedded license files are absent." }, { "criterion_id": "T-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#nodes.absent_payloads" ], "explanation": "The read-only root tree confirms exact gitlinks and tracked figure identities; the manifest inventory records checksummed annex keys, and the image manifest fixes config/layer identities. This identifies content without claiming that those bytes were verified." }, { "criterion_id": "T-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "data/remodnav-evidence.json#discovery_graph" ], "explanation": "The root Git tree, nested gitlinks and annex pointers give a compatible tracking view of the scoped distributed component classes. Separately installed orchestration tools are explicitly prerequisites, which should remain distinct from distributed payloads." }, { "criterion_id": "T-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commits/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "Frozen histories for the root and all seven manifest nodes contain actor and date fields and descriptive messages. Figure addition and image build/conversion changes are represented as well as code and data changes; this supports attributable history without proving that every historical computation was captured." }, { "criterion_id": "T-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/bf3caf60e0c59d111f262a2383e3ebfd748edf58", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463" ], "explanation": "DataLad run blocks actually contain command/input/output fields. By contrast, the velocity-histogram addition is a descriptive commit naming quality_stats, not a programmatic execution record. Thus genuine automatic provenance exists but does not cover every scoped computation." }, { "criterion_id": "T-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "The containerized run selects an image input and Git-tracked code/data states, but the label-generation record invokes the host Python environment without an exact environment identity. The image build also resolves moving external inputs. The all-recorded-executions anchor is therefore not established." }, { "criterion_id": "T-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/tree/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "A read-only tag-object inspection confirmed a PGP signature and the stated target. The inspected README and tag do not supply a signing-identity verification route. Zero follows the explicit binary anchor; it does not mean the signature was tested and failed." }, { "criterion_id": "A-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The clone/rerun instructions and recorded input globs cover required subdatasets and the container input; the raw-data README separately documents annex acquisition. This supports the acquisition procedure without implying any retrieval succeeded in this cohort." }, { "criterion_id": "A-02", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "data/remodnav-evidence.json#external_sources:sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The assessment awards complete setup while P-01 identifies an unexplained prerequisite: Docker must be usable by the invoking user. The adapter explicitly calls this an undocumented assumption. The README delegates installation to external sites, but their setup instructions are not supplied in the frozen corpus, so this review cannot establish that the delegation resolves daemon access/initialization. This is an evidential tension rather than an observed setup failure.", "suggested_correction": "Show which supplied setup step establishes usable Docker access, or qualify the highest anchor and use 2 if that essential initialization decision remains with the recipient. Do not infer external documentation is absent merely because it is outside this corpus." }, { "criterion_id": "A-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L672", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1161" ], "explanation": "The main CLI omits quality_stats and the flowchart fragment, while the manuscript consumes the histogram and flowchart. The quality-function docstring offers a source-edit workaround, but that does not provide a complete result-to-command sequence for all figures. The omission anchor 1 is defensible; avoid describing the quality computation as wholly undocumented." }, { "criterion_id": "A-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The run record declares benchmark, raw-data and label inputs plus the image extra input, allowing DataLad to assemble the main analysis inputs. This is stronger evidence than the script get calls alone: inside the container those calls may be no-ops when DataLad is unavailable." }, { "criterion_id": "A-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L672", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile" ], "explanation": "Executable procedures regenerate major numerical and figure outputs and render the manuscript. The flowchart helper explicitly describes an unexecuted reference fragment, closes plots without writing final artwork, and does not define assembly of the finished figure. That supports partial rather than complete executable coverage." }, { "criterion_id": "A-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "A real rerun mechanism exists, but replaying the older label-generation record still requires reconstructing its host environment. This supports 2. The rationale should primarily cite that unresolved recorded context: anchor 3 is explicitly limited to computations represented in provenance, so an unrecorded histogram alone is not a sufficient reason to deny it.", "suggested_correction": "Retain 2 while distinguishing incomplete recorded replay context from computations absent from provenance, which principally limit T-04 and A-03." }, { "criterion_id": "M-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The tree separates code, data, implementation, container, images and manuscript source into recognizable responsibilities. Shared tracking does not erase those boundaries." }, { "criterion_id": "M-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L44", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Analysis imports remodnav.tests utilities and reaches directly into benchmark internal directory conventions. Independent gitlinks do not make these consumer interfaces stable or declared, supporting the internal-path anchor 1." }, { "criterion_id": "M-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING" ], "explanation": "Implementation and raw-data licenses have independently identifiable scope; the label module lacks an attributable declaration. This is partial module coverage regardless of the permissiveness of each license." }, { "criterion_id": "M-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "Reachable terms identify several licenses but do not explain their handling at the analysis/data/container composition boundaries. Anchor 1 concerns this lack of recorded treatment, not an independent legal conclusion that the combination is incompatible." }, { "criterion_id": "M-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/tree/0cc48aa1605a41f1c512561a6427a93a65ebebfe" ], "explanation": "For the stated runtime inventory, the raw-data declaration explicitly permits access without authentication and the supplied repositories and annex URL routes expose no mixed authorization boundary. The equivalent-outcome anchor is reasonable on documented access conditions, while actual remote authorization remains untested." }, { "criterion_id": "M-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "Root and nested registrations choose the modules, analysis paths connect their inputs, and the container/Make files specify assembly. Hardcoded paths limit replaceability under M-02 but still provide an explicit composition specification." }, { "criterion_id": "P-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "data/remodnav-evidence.json#external_sources:sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "Tools, tested systems and approximate download volumes are documented. The adapter adds the concrete assumption of Docker availability and management by the invoking user, which is not explained in the inspected root setup; 2 is supportable under that reading. External installation-document coverage remains unresolved." }, { "criterion_id": "P-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "data/remodnav-evidence.json#external_sources:sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The current containerized path uses the dataset working directory, a temporary HOME and a configurable Python executable. Fixed analysis subject selections are scientific inputs, not personal host paths. Historical Condor scripts in the label dataset should not be mistaken for the root reproduction command." }, { "criterion_id": "P-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The recipe names the Python, numerical, plotting, Inkscape and TeX dependencies used by the inspected analysis/rendering path. Host DataLad/Containers/Docker are documented separately. Complete exact versions are not required here." }, { "criterion_id": "P-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The present reproduction environment definitions are in versioned records. The unknown historical label environment limits provenance precision; treating already generated labels as inputs does not require reproducing their historical environment to satisfy this current-definition criterion." }, { "criterion_id": "P-05", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "data/remodnav-evidence.json#external_sources:sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The environment is genuinely machine-readable, but the highest anchor also requires only explicit host configuration. The assessment itself treats Docker daemon/user access as an implicit essential host prerequisite in P-01. That needs reconciliation before assigning unqualified 3 here. No installation or platform test was performed.", "suggested_correction": "Explain why the documented compatible-host condition includes usable Docker access, or use 2 for the unresolved host assumption consistently with P-01." }, { "criterion_id": "E-01", "disposition": "agree", "evidence": [ "data/remodnav-evidence.json#external_sources:sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The supplied root execution path starts a new docker run from the selected image rather than restarting an existing writable container, and creates a temporary HOME. The rating describes this configured path; it should not be read as evidence that uncaptured historical computations also started fresh." }, { "criterion_id": "E-02", "disposition": "agree", "evidence": [ "data/remodnav-evidence.json#external_sources:sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The adapter bind-mounts the dataset for outputs and invokes Docker with --rm. Results and DataLad provenance therefore survive removal of the mutable container. A failed command can leave dockertmp in the mounted dataset, but that affects clean-state guarantees rather than loss of required results on container disposal." }, { "criterion_id": "E-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The run calls clean, but that removes derived PDFs and selected caches rather than isolating the entire mounted dataset; prior SVGs remain and input selection uses filesystem globs. Explicit tracked retained inputs are legitimate, yet a clean starting checkout is a recipient condition, supporting 2 instead of 3." }, { "criterion_id": "D-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/tree/0cc48aa1605a41f1c512561a6427a93a65ebebfe", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The supplied metadata describes retrieval routes for exact code, data and image identities. There is no observed unavailable intended version in this inspection. The assessment correctly treats this as route-based support and does not convert absent cohort payloads into retrieval failures." }, { "criterion_id": "D-02", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/tree/0cc48aa1605a41f1c512561a6427a93a65ebebfe", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The rationale does not establish anchor 1. It identifies a single institutional host and no independent recovery route, but anchor 2 expressly allows immutable bundling without an independent recovery route. The stored content-addressed OCI image is material counterevidence to the claim that the image lacks immutable bundling. Missing bytes in this inspection package do not remove the distributed bundle. Lack of independent recovery bars 3; it is not by itself a reason for 1.", "suggested_correction": "Re-evaluate the immutable-bundle alternative component by component. Use 2 if the fixed Git/annex image and data distributions satisfy that alternative; retain 1 only after identifying an essential resource lacking preservation AND immutable bundling. Record any ambiguity in what constitutes an immutable bundle as rubric feedback." }, { "criterion_id": "D-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "The base uses a moving Debian tag and apt installs are unversioned; only selected pip requirements are fixed. Thus even top-level build inputs are not all pinned. Keeping a frozen runtime image cannot promote this build-reconstruction criterion." }, { "criterion_id": "D-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e" ], "explanation": "Named complete license texts resolve the terms for several modules. The label module remains ambiguous, so full coverage is unsupported. This finding does not require inspecting license files inside unavailable container layers." }, { "criterion_id": "D-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The inspected root tree fixes data/implementation gitlinks, source, results and image pointers together; the later OCI conversion is recorded separately. These establish intended joint selections even though retrieval and build reproducibility remain separate questions." }, { "criterion_id": "D-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/tree/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Image hashes identify content, and a run record describes a build, but the supplied material lacks an artifact-origin verification route binding the executable to source and producer. The signed result tag has no supplied identity-verification route either. Zero is a justified completed judgment, not a failed signature check." } ], "verdict": "needs_revision", "created_at": "2026-10-28T01:43:50.964309Z", "limitations": [ "Inspection used only the assigned anonymized assessment, frozen instrument and manifest cohort remodnav-e3c6253bced7; manifest SHA-256 verified. No peer assessment or review was consulted.", "No network access, payload acquisition, scientific execution or container build occurred. Annex data, figure payloads and image layers are absent from the corpus, so retrieval success, numeric agreement and visual output correctness remain unverified.", "Read-only Git tree and signed-tag inspection used GIT_NO_LAZY_FETCH=1. Signature presence was checked; cryptographic validity and signing identity were not verified.", "External installation documentation is linked by the root but absent from the frozen source package. Its coverage of daemon initialization and user permissions remains unresolved.", "The native validator passed. All 36 criterion IDs are present, allowed anchors including binary criteria are respected, and equal weights and fixed dimension denominators are internally consistent. No criterion was excluded as inapplicable; the input contains no separately asserted aggregate score to contradict.", "The supplied adapter locator uses a release tag; the review cites its frozen evidence SHA-256 instead of treating that tag as immutable. Historical exit codes are records of past execution, not reproduction by this reviewer.", "Agreement is independent instrument/evidence review and does not constitute human approval." ], "checked_criteria": [ "S-01", "S-02", "S-03", "S-04", "T-01", "T-02", "T-03", "T-04", "T-05", "T-06", "A-01", "A-02", "A-03", "A-04", "A-05", "A-06", "M-01", "M-02", "M-03", "M-04", "M-05", "M-06", "P-01", "P-02", "P-03", "P-04", "P-05", "E-01", "E-02", "E-03", "D-01", "D-02", "D-03", "D-04", "D-05", "D-06" ] }, { "id": "study-rubric-05-review-1", "assessment_id": "study-rubric-05", "reviewer_id": "study-rubric-05-review-1-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "S-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The README establishes the manuscript/results boundary; root registrations locate raw gaze, labels and REMoDNaV. Following the latter registration reaches the comparison data actually read by load_anderson. The local acquisition repository nested beneath raw gaze is not consumed by these paper computations. Full reachability credit is supported for the declared distributed-input scope." }, { "criterion_id": "S-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51-L109", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The data-loading paths can be traced through registered datasets to the raw TSVs, event TSVs and comparison MAT inventory. The script also contains the comparison summary tables and transformations. Omitted frozen-cohort payloads limit inspection of their contents, not whether these ingredients are explicitly referenced." }, { "criterion_id": "S-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The root connects the saved image and its recipe to the launch command; scientific constants, subject defaults and CLI switches are in the analysis implementation. This supports ingredient presence even though installation usability and fixed build resolution need separate judgments." }, { "criterion_id": "S-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e" ], "explanation": "Directly following the registered components exposes named license texts or references for several modules. The labels inventory and README expose no equivalent declaration. That concrete coverage gap supports partial credit without needing to infer the licenses inside omitted image layers." }, { "criterion_id": "T-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The root tree contains blob identities and exact gitlinks, while the frozen inventory records checksum-bearing annex pointers for image/data content. These identify the selected distributed states; moving build inputs do not erase the saved image identity. This finding does not establish exact host-tool identities or historical build reconstruction." }, { "criterion_id": "T-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The inspected root tree and recursive registrations integrate source, data references, configuration, images and results in Git/git-annex. Their bytes need not reside in Git for this compatible content-addressed tracking anchor." }, { "criterion_id": "T-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commits/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/commit/b06a134079faf2056643d069771d311eb525f1c6", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE" ], "explanation": "Root and linked histories inspected in the frozen package include named actors, dates and change descriptions for manuscript/figures, code, raw-data imports, labels and environment changes. The manual flowchart correction is explicitly described. These are attributable histories, not authenticated identities; linked history citations should point to commits/history rather than license files.", "suggested_correction": "For the linked-history evidence, cite each repository history at its pinned commit instead of using LICENSE or README as the primary locator." }, { "criterion_id": "T-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463-L552" ], "explanation": "The analysis, build and OCI conversion commits contain machine-structured run records, whereas quality_stats is documented as a separately retained computation. No manuscript-rendering run record was found among the root historical run records. Partial automatic provenance is supported, independently of the recorded exit status." }, { "criterion_id": "T-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3eb991c6bd5f0bedc6c761068e0914128130586b", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The containerized analysis is associated with exact tree/gitlink/image states. The build record fixes a Dockerfile, but that file resolves a moving Debian tag and apt packages; older analysis records also omit input and environment declarations. These are concrete incomplete version links and support the partial rating more directly than absence of an execution record alone." }, { "criterion_id": "T-06", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/psychoinformatics-de--paper-remodnav--34388d3ca78f/repository.git#object=a303b5455458c79133a79864a590cbcdbad67a34", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The inspected immutable tag object contains a PGP signature and names the result commit. The frozen source texts supply no public-key acquisition or signer-verification route. The binary zero anchor therefore fits. Requiring every historical record to be signed would exceed the written anchor; the missing verification route is sufficient here." }, { "criterion_id": "A-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The documented clone/rerun sequence is accompanied by recorded input patterns and saved-image input, which provide acquisition targets beyond the root checkout. These include both raw-data locations and the nested comparison dataset. The criterion rates supplied acquisition instructions, so actual network retrieval is not required for this positive judgment." }, { "criterion_id": "A-02", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "Full operational setup credit conflicts with a concrete unresolved host setup step. The adapter must run under a host Python containing datalad_container, but the current README does not explain selecting that interpreter. The historical run message gives an override using datalad.run.subsitutions.python (misspelled), while the actual configuration section is datalad.run.substitutions. The supplied example therefore does not change the required substitution. This supports partial setup rather than a sequence requiring no essential recipient decisions.", "suggested_correction": "Use anchor 2 unless evidence supplies a complete correct host-interpreter setup route. Explicitly identify the misspelled override, and distinguish the correctly configurable mechanism from the incomplete instructions. No failure was experimentally observed." }, { "criterion_id": "A-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463-L552", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L672-L742", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1161" ], "explanation": "The -s -f -r -m dispatch omits quality_stats although the manuscript uses velhist. Its docstring supplies a manual integration hint, not coverage by the advertised recompute-everything command. The flowchart source procedure is explicitly marked not to be executed and does not supply the complete figure-production sequence. Limited instruction coverage is defensible." }, { "criterion_id": "A-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "Recorded input patterns, subdataset registrations and the saved image declaration supply executable acquisition/assembly machinery for the paper workflow. No additional manual search is needed to locate the declared inputs. This is support for the procedure specification, not a claim that absent payloads were successfully obtained." }, { "criterion_id": "A-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463-L552", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L672-L742" ], "explanation": "There are substantial executable analysis and rendering procedures. A missing CLI call alone does not make quality_stats non-executable: its computation is implemented. The stronger reason for partial coverage is the flowchart procedure, which consists of reference plotting fragments, closes figures without saving a complete composition, and is marked not to be executed. That leaves manual figure-production work within the declared scope.", "suggested_correction": "Retain partial credit but distinguish implemented functions with missing entry-point wiring from incompletely specified figure-production steps." }, { "criterion_id": "A-06", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3eb991c6bd5f0bedc6c761068e0914128130586b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/1dcac1b5f3e794077f5017fff410909331a72965", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The stated downgrade relies on quality_stats and manuscript rendering lacking provenance. The highest A-06 anchor instead says every scoped computation represented in the provenance. Unrecorded steps establish a T-04 coverage gap but do not by themselves refute that A-06 anchor. Partial replay remains defensible on different inspected evidence: older recorded analyses have empty input lists and no captured environment, and the recorded image build resolves moving dependencies. Those recorded computations require explicit context reconstruction.", "suggested_correction": "Keep score 2 if historical recorded computations/builds are included, but replace the rationale with their unresolved recorded input/environment states. Otherwise identify which provenance-bearing execution cannot be replayed and reassess the anchor. Do not use missing provenance alone as the replay downgrade." }, { "criterion_id": "M-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The root distinguishes analysis source, raw inputs, event-label inputs, algorithm package, container definition, manuscript and figure sources. Separate source files and tracked directories suffice as boundaries under this criterion; they need not all be separate repositories." }, { "criterion_id": "M-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L40-L62", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "Although gitlinks permit version selection and the algorithm exposes a public CLI, the paper imports remodnav.tests.utils and constructs a nested tests/data/anderson_etal path internally. A replacement must preserve these internal layout assumptions. The limited anchor directly describes this consumer coupling." }, { "criterion_id": "M-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING" ], "explanation": "The MIT software scope and PDDL raw-data reference can be attributed independently, while the labels module has no discovered declaration. This is a module-level scope gap even if the root COPYING is treated as governing its own directly tracked material." }, { "criterion_id": "M-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "Several independently linked license declarations are present, but no inspected root composition policy explains their combination or redistribution boundaries. The limited anchor allows this case of listed terms without compatibility handling; this review makes no legal-compatibility determination." }, { "criterion_id": "M-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "Raw gaze explicitly advertises unrestricted access, but equivalent access declarations for the entire saved-image/labels inventory were not established from the frozen sources. Under this rubric the zero anchor explicitly covers indeterminate access conditions. It must remain a scoped evidence finding, not an assertion that any module is restricted or a penalty for controlled access." }, { "criterion_id": "M-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Registrations specify repository origins and placement, tree gitlinks select states, and the run/script paths connect input modules to analysis and outputs. The composition is explicit even where interfaces are tightly coupled; the latter concern correctly belongs to M-02." }, { "criterion_id": "P-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The README supplies compatible platforms, named host tools, expected download sizes and runtime. It leaves the usable host Python/module environment scattered across configuration and history; the documented override also contains a spelling error. The adapter additionally notes its assumption that Docker can be managed by the invoking user. Partial host-prerequisite coverage is supported." }, { "criterion_id": "P-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The analysis uses repository-relative inputs, the adapter derives mounts and Unix user IDs from the host, and the Python executable has a named configuration substitution. No required analysis path was found that demands a machine-specific source edit. The wrong prose example affects setup instructions, not existence of this configuration boundary." }, { "criterion_id": "P-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile" ], "explanation": "The inspected imports and rendering commands are covered by declared Python/scientific packages, system tools, TeX and Inkscape. DataLad may be absent inside the container because data are provisioned on the host and the script explicitly handles that case. Moving package versions affect reconstruction precision, not dependency-class coverage." }, { "criterion_id": "P-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The environment recipe, launch configuration, saved-image metadata and linked package dependency definition are in versioned records. The binary positive concerns these definitions, not whether a container was built during review." }, { "criterion_id": "P-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The saved image and Docker recipe are tooling-consumable, and the launch mechanism derives its mount and user settings automatically while exposing the Python selector. Full specification-capability credit is supportable for a compatible configured host; it does not validate every advertised platform or repair the setup-instruction defect." }, { "criterion_id": "E-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The adapter loads/selects the image by a hash of its saved config and invokes docker run rather than docker start on an old container. This supplies a new container environment per invocation. The temporary HOME is under the host mount, so workspace freshness must still be considered separately under E-03." }, { "criterion_id": "E-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The working directory is a host bind mount, output paths target that directory, and DataLad keeps provenance outside the container. docker run --rm provides automatic container disposal. The assessment correctly qualifies temporary-HOME deletion as success-only; no successful cleanup run was observed by this reviewer." }, { "criterion_id": "E-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The procedure cleans named derived outputs but operates in the existing host checkout. Tracked retained SVGs are legitimate inputs and should not themselves cause a penalty. A stronger concrete residual-state issue is that dockertmp has a fixed path and deletion follows &&: a failed payload can leave HOME contents for a subsequent invocation. A clean initial checkout/reset remains necessary, supporting partial rather than guaranteed clean-workspace credit.", "suggested_correction": "Explain the fixed temporary-HOME and host-workspace behavior; avoid treating a declared tracked SVG or results file as an undeclared prior-run dependency." }, { "criterion_id": "D-01", "disposition": "agree", "evidence": [ "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/7f8/a2f/MD5E-s77814784--21d915740e64e08ccf966947c51eae95.log.web" ], "explanation": "Exact component routes and image availability logs exist, but the frozen cohort excludes their payloads and prohibits retrieval. The evidence does not establish either universal obtainability or an unavailable intended version. Leaving this unresolved is responsible. Its null remains in the denominator; native validation and an independent fractional calculation confirm 35 answered of 36 with the stated equal weights and provisional completion." }, { "criterion_id": "D-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/7f8/a2f/MD5E-s77814784--21d915740e64e08ccf966947c51eae95.log.web" ], "explanation": "The raw-data README offers archive references, but no corresponding preserved bundle or preservation commitment covering the labels and root image was located. Content-addressed URLs identify bytes without guaranteeing preservation after hosting loss. Limited persistence credit is supported. Lack of an independent recovery route alone would distinguish 2 from 3; the missing preservation coverage is what supports 1." }, { "criterion_id": "D-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The base image is an undigested tag and system packages resolve through current apt indexes; only a subset of Python packages is version-pinned. Consequently even top-level build dependencies are not uniformly fixed. The saved image permits reuse of one state but does not raise the build specification above the limited anchor." }, { "criterion_id": "D-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e" ], "explanation": "Several governing terms have clear names, texts or stable references, while the label dataset lacks an identified license. That alone supports partial identifier coverage. The omitted container payload prevents a definitive inventory of package copyright files, so that separate uncertainty should not be described as an observed absence inside the image." }, { "criterion_id": "D-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The root snapshot selects the subdataset commits and checksummed saved image as one distributed state; labels also select their own algorithm/raw-data submodules. Different nested algorithm versions are explicit selections, not unresolved floating references. Current distribution coherence is separate from recovering an old build or proving retrieval." }, { "criterion_id": "D-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", ".cache/objects/paper-remodnav/evidence/psychoinformatics-de--paper-remodnav--34388d3ca78f/repository.git#object=a303b5455458c79133a79864a590cbcdbad67a34" ], "explanation": "Checksums and a build command identify artifacts and describe their creation but do not supply verifiable producer/build attestation. The inspected signed result tag predates the OCI conversion and has no supplied signer-verification route. Thus it does not establish verifiable origin for the current executable distribution; the binary zero remains supported." } ], "verdict": "needs_revision", "created_at": "2026-10-28T02:00:34.544908Z", "limitations": [ "Independent review used only the assigned anonymized assessment, assigned rubric resources and frozen evidence manifest with verified SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. No peer assessments, reviews or examples were consulted.", "Inspection only: no scientific workflow, container build, network call or payload acquisition was performed. All Git probes used GIT_NO_LAZY_FETCH=1. Historical exit-zero records are source evidence, not current verification.", "Annex payloads, MAT data, container layers and figure payloads are omitted from this cohort. Byte content, actual retrieval, cross-platform operation and output equivalence therefore remain unverified. Missing payloads were not classified as retrieval failures.", "External documentation links and signing-key services were not followed beyond the supplied frozen evidence. Signature bytes were inspected but signer identity was not cryptographically verified. The adapter is cited through its frozen cache locator and checksum because its supplied public locator uses a version tag.", "The assessment passes its native structural validator. Independent arithmetic confirms fixed denominators, binary normalization and provisional 35-of-36 completion; that success does not establish correctness of substantive ratings. No numeric review score is assigned.", "The scope treats distributed gaze and labels as inputs, while checking linked metadata and histories; it does not demand regeneration of upstream laboratory acquisition. Host tooling and the saved computation environment remain distinct in interpreting exact-state criteria.", "Observed model identity is unavailable and is left null. Review agreement is not human approval." ], "checked_criteria": [ "S-01", "S-02", "S-03", "S-04", "T-01", "T-02", "T-03", "T-04", "T-05", "T-06", "A-01", "A-02", "A-03", "A-04", "A-05", "A-06", "M-01", "M-02", "M-03", "M-04", "M-05", "M-06", "P-01", "P-02", "P-03", "P-04", "P-05", "E-01", "E-02", "E-03", "D-01", "D-02", "D-03", "D-04", "D-05", "D-06" ] }, { "id": "study-rubric-05-review-2", "assessment_id": "study-rubric-05", "reviewer_id": "study-rubric-05-review-2-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "S-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51-L61", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The README identifies the paper outputs and its reproduction entry points. Following the root registrations leads to raw gaze, event labels and REMoDNaV, whose nested registration leads to comparison data. The script makes their computational roles explicit. The raw-acquisition submodule is outside the declared distributed-input scope, so its unresolved local origin does not defeat this boundary rating." }, { "criterion_id": "S-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51-L175", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L914-L947", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The analysis reads registered gaze TSVs, registered event-label TSVs and named MAT files from the linked comparison dataset. The comparison summary arrays are embedded inputs with an explicit source reference. Required data and processing code are thus referenced even though scientific payloads were withheld from this inspection." }, { "criterion_id": "S-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282-L1326", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "Following README execution commands to the container configuration and Makefiles exposes the interpreter, image, library recipe and analysis flags. The script and package supply scientific parameters and defaults. This criterion concerns identifiable ingredients; the host setup problem and moving build resolution belong to their separate operational criteria." }, { "criterion_id": "S-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e" ], "explanation": "The root license text, explicitly scoped REMoDNaV MIT declaration, raw-data PDDL badge and comparison-repository GPL text are present along the registered component paths. The event-label inventory and its README expose no corresponding declaration. That concrete uncovered module supports partial fulfillment without needing to infer missing license files inside the uninspected image." }, { "criterion_id": "T-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Read-only tree inspection confirmed the three root gitlinks and nested comparison gitlink. Source, configuration and retained results have Git object identities; image files and data pointers carry additional digests or annex keys. A moving recipe does not erase the identity of the saved image selected by this snapshot.", "suggested_correction": "Use revision-specific tree locators alongside .gitmodules: that file supplies origins and placement, whereas gitlinks in the tree supply the actual revision selections." }, { "criterion_id": "T-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The root tree resolves code, data registrations, manuscript sources and the saved image through Git objects, recursive gitlinks and annex identities. Separate payload hosting is compatible with this common tracking view. No inspected required scientific component was identified outside that view." }, { "criterion_id": "T-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/b06a134079faf2056643d069771d311eb525f1c6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e", "https://github.com/psychoinformatics-de/remodnav/commit/d28911838f91f33af0db57332f55ccc442d24f66", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/commit/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1" ], "explanation": "Frozen histories reached through root and subdataset revisions record actors, dates and change descriptions across the manuscript/figures, environment, software and datasets. Manual figure adjustments are still attributable modifications. This supports history attribution without claiming that author identities were authenticated.", "suggested_correction": "Replace license/README citations used for linked histories with specific history or commit locators; those documents do not themselves demonstrate modification histories." }, { "criterion_id": "T-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463-L552", "https://github.com/psychoinformatics-de/paper-remodnav/commit/bf3caf60e0c59d111f262a2383e3ebfd748edf58" ], "explanation": "The analysis, image build and OCI conversion records contain structured commands, inputs, outputs and recorded exits. The velocity-histogram addition instead describes a separately computed retained result, and no full captured manuscript computation was found. Partial automatic provenance is supported; a recorded exit value is not a run observed in this review." }, { "criterion_id": "T-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3eb991c6bd5f0bedc6c761068e0914128130586b", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The main analysis record names the saved image and input patterns, and its parent tree selects data and software states. However, the image-build record resolves moving external dependencies, while older figure run records omit inputs and environment capture. These provide direct reasons that not every recorded scoped execution has all component versions resolved.", "suggested_correction": "Ground the partial rating in incomplete recorded build/older-run contexts as well as missing provenance. Do not use the current OCI manifest alone as evidence of the image layout used by the 2023 run." }, { "criterion_id": "T-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/psychoinformatics-de--paper-remodnav--34388d3ca78f/repository.git#object=a303b5455458c79133a79864a590cbcdbad67a34", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The exact tag object contains a PGP signature over the result commit reference. The frozen root documentation points to the tag but supplies no located signer-key or identity-verification route. The binary fulfilled anchor requires that route, so zero is defensible under this evidence boundary. This does not establish that the signature is invalid.", "suggested_correction": "Base the judgment on the missing supplied verification route; avoid implying that every individual historical commit must carry its own signature. Pin the tag object identity rather than relying solely on a movable release URL." }, { "criterion_id": "A-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The root documents installation references, cloning, entering the dataset and rerunning the named result. The run record declares all relevant distributed input classes and the saved image; recursive origins are registered. The raw dataset additionally documents annex acquisition. This is adequate acquisition instruction evidence, independent of untested present-day download availability." }, { "criterion_id": "A-02", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The complete-setup rating is inconsistent with the concrete host initialization gap already recognized under P-01. The launcher requires a host python that can import datalad_container, but the current sequence links general installers without specifying that interpreter/environment relationship. The historical example intended to override it spells the key datalad.run.subsitutions.python, whereas the tracked section is run.substitutions. It therefore does not resolve the gap as written. Inspectable setup evidence supports the partial anchor rather than an unqualified complete sequence.", "suggested_correction": "Change A-02 from 3 to 2, identify selection/activation of the host interpreter containing DataLad Containers as the remaining decision, and correct the example key to datalad.run.substitutions.python. Do not describe this static defect as an observed execution failure." }, { "criterion_id": "A-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463-L552", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L672-L742", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L384-L405", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1160-L1167" ], "explanation": "The README command does not regenerate every figure it claims to cover. quality_stats is outside normal dispatch, although its docstring does give a manual inclusion instruction. More decisively, the computational traces in the algorithm figure point to flowchart_figs, which says not to execute it and lacks a complete export/assembly procedure. Thus at least one scoped result lacks a usable reproduction sequence, supporting 1.", "suggested_correction": "Credit the quality_stats docstring as an instruction instead of calling that instruction absent. Distinguish missing computational trace/export instructions from ordinary manual styling of an already tracked SVG." }, { "criterion_id": "A-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The supplied clone/rerun sequence is backed by executable input declarations, nested module registrations and an image launch definition. The declared inputs include both raw-gaze patterns and labels, so acquisition does not depend on the in-container optional DataLad import being present. No missing assembly step for the scoped distributed inputs was identified; successful retrieval remains untested." }, { "criterion_id": "A-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L672-L742", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L384-L405" ], "explanation": "Most numerical analysis, plotting and manuscript rendering have executable procedures. The algorithm-figure trace helper is explicitly a reference fragment: it closes plots without saving them, and its Butterworth helper returns one tuple element before a two-variable unpack. It does not specify a complete runnable export procedure for those figure components. This independently supports partial fulfillment.", "suggested_correction": "Strengthen the evidence with flowchart_figs and its manuscript use. Merely being outside CLI dispatch does not make quality_stats non-executable, and manual visual editing alone need not be a computational-specification failure." }, { "criterion_id": "A-06", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3eb991c6bd5f0bedc6c761068e0914128130586b", ".cache/methods/rubric/rubric.json#sha256=05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4" ], "explanation": "A partial replay rating is plausible, but the stated reason tests a broader requirement than anchor 3: that anchor covers every scoped computation represented in provenance, not every scoped result regardless of whether it has provenance. The absence of a quality_stats or manuscript run record is principally a T-04 coverage issue. Older recorded figure commands omit input/environment context, and the recorded image build resolves moving dependencies; those are stronger grounds for incomplete replay support. The supplied evidence also does not independently establish what state restoration the plain rerun command performs.", "suggested_correction": "Retain 2 if justified by unresolved contexts for recorded computations, and replace the absent-unrecorded-step argument. Explicitly separate replay coverage, recorded-state selection and actual rerun success; no rerun was performed here." }, { "criterion_id": "M-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L170-L185" ], "explanation": "The registrations and build files distinguish scientific software, distributed data, analysis, environment, figure sources and manuscript. Copied summary tables have a stated input role within the script. These visible responsibilities and boundaries support the highest organizational anchor even though the implementation has coupling assessed separately under M-02." }, { "criterion_id": "M-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L40-L61", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L875-L892", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md" ], "explanation": "The paper imports remodnav.tests.utils and builds file paths through the package test-data hierarchy, while the public README presents a CLI/file interface. Module versions can be selected independently, but consumers rely on these internal structures. That specifically matches the limited anchor rather than demonstrating replacement solely through declared configuration." }, { "criterion_id": "M-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e" ], "explanation": "REMoDNaV explicitly scopes MIT terms to its code and documentation, and the raw data and comparison module have attributable declarations. The separately versioned label module has none in the inspected inventory. Thus module licensing is partly attributable, regardless of the root license text." }, { "criterion_id": "M-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "Several component terms can be read through the object, but the root instructions and declarations do not explain their treatment when the modules and environment are combined or redistributed. The limited anchor expressly distinguishes listed licenses from combination handling. This is a documentation judgment, not a conclusion that the actual combination is unlawful." }, { "criterion_id": "M-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/7f8/a2f/MD5E-s77814784--21d915740e64e08ccf966947c51eae95.log.web" ], "explanation": "The raw-data README explicitly says no registration or authentication is required. The other inspected documents do not establish a complete uniform access condition, and the supplied image URLs were not exercised. Under this rubric, inability to determine the complete access conditions matches the zero anchor; it does not prove a restricted or inseparable module.", "suggested_correction": "Keep access uncertainty distinct from the labels license omission: unknown reuse terms are not themselves an access restriction. A recipient-access declaration or documented unrestricted route covering the remaining components could resolve this judgment." }, { "criterion_id": "M-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51-L61" ], "explanation": "Root and nested registrations supply component placement and origins, tree gitlinks supply exact choices, and the run declaration and analysis paths connect the inputs to the environment and outputs. Those inspected relationships are sufficient to describe the intended assembly. The inaccessible upstream acquisition origin is not a required connection for this scoped assembly." }, { "criterion_id": "P-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The root names host tools, tested operating systems and approximate download/runtime requirements. The launcher nonetheless assumes an import-capable host python command. The adapter also notes its assumption of usable Docker access. A documented tool/platform list with an unresolved interpreter initialization detail supports 2.", "suggested_correction": "Add the misspelled historical override key as concrete evidence and reconcile A-02 with this same prerequisite gap." }, { "criterion_id": "P-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The scientific paths inspected are relative to the dataset, and interpreter choice is isolated in a DataLad substitution. The adapter derives the working-directory bind mount and user identity from the host. No scientific code edit was identified as necessary to adapt a machine-specific path. The setup typo affects instructions, not the existence of this configuration boundary." }, { "criterion_id": "P-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L3-L44", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile" ], "explanation": "The recipe accounts for the imported scientific libraries, Python runtime, system tooling, Inkscape and TeX rendering path; the linked package separately declares its dependencies. The script treats an unavailable in-container DataLad import as optional, with inputs obtained by the host run mechanism. No omitted computational dependency was identified from this inspection. Fixed reconstruction is a different question." }, { "criterion_id": "P-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "Read-only tree inspection confirms that the environment recipe, image definition, launcher and build files belong to the assessed versioned state. The package dependency declaration belongs to the selected software revision. This supports the binary value 1; no alternate binary value or applicability exclusion is needed." }, { "criterion_id": "P-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The recipe, saved-image manifest and launcher are consumable by tooling, and compatible host platforms are documented. The Python selection is an explicit configuration point even though its setup instructions need repair. This supports specification capability, with no claim that the reviewer instantiated it or verified every advertised host.", "suggested_correction": "For the adapter, supplement the version-tag URL with the frozen source checksum/manifest locator; the tag alone is not an immutable commit reference." }, { "criterion_id": "E-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "Following the documented container command into the supplied adapter shows docker run of the content-identified image, rather than docker start of an accumulated container. Each invocation therefore receives a newly created container environment. This rating is supported by configuration and source inspection; it is not an observed fresh run.", "suggested_correction": "Qualify the statement that HOME is fresh: dockertmp is a fixed path in the mounted repository and can survive a failed payload. The fresh-container claim holds, while this workspace-state caveat belongs under E-03." }, { "criterion_id": "E-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The adapter mounts the host dataset at the working directory and uses --rm. Generated manuscript/results/figures are written there, and run provenance is recorded by the host orchestration. Thus required artifacts outlive automatic disposal of the container. The separate HOME cleanup is explicitly conditional on successful make; the assessment correctly limits that cleanup claim to success." }, { "criterion_id": "E-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The analysis run cleans selected outputs but executes in the persistent host checkout, not a newly isolated workspace. In particular, mkdir of the fixed dockertmp directory is followed by a semicolon and cleanup follows successful make only, so a previous failed run can leave HOME state for the next attempt. Clean initial checkout/reset discipline remains relevant, supporting the partial rating.", "suggested_correction": "Use the surviving HOME/shared-workspace behavior as concrete evidence. Retaining tracked SVG sources or declared results_def.tex is not by itself undeclared prior-run state; the criterion explicitly permits declared tracked inputs." }, { "criterion_id": "D-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/7f8/a2f/MD5E-s77814784--21d915740e64e08ccf966947c51eae95.log.web" ], "explanation": "The frozen record supplies versioned origins and content-specific image locations, but the inspection cannot establish current payload delivery. No observed failure supports the unavailable-version anchor, and no absent cohort payload should be counted as an absent route. Leaving this rating null is a responsible uncertainty judgment. Native validation confirms 35 answered criteria of 36, with this null retained in the fixed denominator and completion provisional." }, { "criterion_id": "D-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/7f8/a2f/MD5E-s77814784--21d915740e64e08ccf966947c51eae95.log.web", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e" ], "explanation": "The linked raw-data record and software advertise archival routes, while the frozen image metadata provides a content-specific host location. No preservation commitment or immutable recovery bundle covering the full root/image/labels combination was located. A versioned Git location alone does not demonstrate protection from loss of its host, so 1 is defensible.", "suggested_correction": "Distinguish the missing preservation/bundling coverage that separates 1 from 2 from the missing independent recovery route that separates 2 from 3." }, { "criterion_id": "D-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "Only selected Python packages have exact versions. The base image tag and apt package resolution remain moving, and the editable software installation uses unbounded library requirements. The saved artifact gives an existing environment identity but does not freeze reconstruction inputs. This directly supports the limited build-definition anchor." }, { "criterion_id": "D-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e" ], "explanation": "CC BY 4.0, MIT, PDDL and GPL version 3 are recognizable, resolvable license identities for inspected components. The label dataset lacks an identified governing declaration, so the highest all-modules anchor is not supported. Uninspected container package-license coverage is an additional uncertainty, not an observed assertion that licenses are absent inside the image." }, { "criterion_id": "D-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The current root snapshot fixes data/code gitlinks and the OCI image files together. The adapter selects an image by its computed config identity, so the textual RepoTags entry remodnav:latest does not make that saved-image selection float. The historical pre-OCI run is a separately identified state. This is coherent selection evidence, not proof of availability or exact reproduction." }, { "criterion_id": "D-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", ".cache/objects/paper-remodnav/evidence/psychoinformatics-de--paper-remodnav--34388d3ca78f/repository.git#object=a303b5455458c79133a79864a590cbcdbad67a34" ], "explanation": "The image has content identities and historical build/conversion commands. The signed result tag is identifiable, but no supplied verifiable artifact attestation or signer-verification route linking the distributed image to producer and build source was located. Those facts support binary zero. Checksums alone establish content identity, not authenticated production; a source-only applicability exemption is irrelevant because an image is distributed." } ], "verdict": "needs_revision", "created_at": "2026-10-28T02:10:47.968140Z", "limitations": [ "Independent review of the assigned anonymized assessment only, using rubric revision e8d94d00d904058b8f87c8331cbe32e225a9490f and frozen evidence cohort remodnav-e3c6253bced7. No peer assessment, review, example or comparison output was consulted.", "The manifest SHA-256 was verified as e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499; rubric bytes matched the assessment hash. Supplied source/history hashes were checked. Hash/structure success was not treated as substantive support.", "Inspection only: no scientific workflow, build, payload acquisition or network call was performed. Every Git probe set GIT_NO_LAZY_FETCH=1. Recorded historical exits are source evidence, not reviewer-observed executions.", "Binary figures, MAT data, annex payloads and image layers are absent by cohort design. Their content, current retrievability, visual equivalence and bundled package-license coverage could not be independently checked. Missing cohort payloads were not treated as observed retrieval failures.", "The cached bare history did not expose the requested pre-analysis historical image-manifest blob with lazy fetching disabled. The historical input image was therefore assessed through the run record and parent tree identity, not through its full payload or complete historical manifest.", "External installation websites, release-page verification UI, signer-key services and DataLad rerun implementation were not available within the supplied source boundary. The adapter is cited through its frozen content hash because its supplied public URL uses a version tag.", "Native validation passed and all 36 response IDs were inspected. There is no stored numeric total to contradict; all weights are one, binary maxima are respected, D-01 remains null, and no applicability exclusion removes a criterion. The review itself supplies no numeric score.", "The scoped reproduction starts with distributed raw gaze/event-label inputs; upstream laboratory acquisition and unrelated imaging recomputation are excluded as declared by the assessment. Agreement is an independent review judgment, not human approval. Actual runtime model identity was not observed." ], "checked_criteria": [ "S-01", "S-02", "S-03", "S-04", "T-01", "T-02", "T-03", "T-04", "T-05", "T-06", "A-01", "A-02", "A-03", "A-04", "A-05", "A-06", "M-01", "M-02", "M-03", "M-04", "M-05", "M-06", "P-01", "P-02", "P-03", "P-04", "P-05", "E-01", "E-02", "E-03", "D-01", "D-02", "D-03", "D-04", "D-05", "D-06" ] }, { "id": "study-rubric-05-review-3", "assessment_id": "study-rubric-05", "reviewer_id": "study-rubric-05-review-3-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "S-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1283-L1292" ], "explanation": "The root identifies the manuscript, result script, input datasets and container path; following its subdataset registrations exposes comparison data through REMoDNaV. The local-path laboratory acquisition repository is upstream of the distributed gaze TSVs, so it does not establish a missing essential input to the stated root rerun." }, { "criterion_id": "S-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51-L61", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L170-L175", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The script names the gaze and label inputs, constructs nested MAT-file paths, and identifies the source of copied comparison summaries. These links support inclusion/reference coverage even though the frozen package lacks payload bytes." }, { "criterion_id": "S-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The environment recipe, launch substitution, script constants and CLI defaults are present from root paths. This criterion concerns whether specifications are represented; moving package resolution and imperfect setup instructions are separate questions." }, { "criterion_id": "S-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e" ], "explanation": "Root CC BY 4.0, explicit REMoDNaV MIT scope and phase2 PDDL terms are reachable. The labels tree and reproduction README expose no license assignment. That concrete gap supports 2 without claiming that uninspected container layers contain no license texts." }, { "criterion_id": "T-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json" ], "explanation": "Root Git objects and recursively registered gitlink commits identify source and dataset states; image digests and annex keys identify stored image bytes. The RepoTags value latest does not override those identities. This supports the distributed inventory rating without asserting locked rebuild dependencies." }, { "criterion_id": "T-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The root tree connects dataset commits, ordinary Git blobs and annexed image/data identities in a compatible tracking graph. Omission of payload copies from this inspection does not remove their tracking records." }, { "criterion_id": "T-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commits/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commits/92279db3850ee4282d97001a3f650fc55cb64b4e", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/commits/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1", "https://github.com/psychoinformatics-de/remodnav/commits/d28911838f91f33af0db57332f55ccc442d24f66", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/commits/0e6f82708e10b48039763aa1078696e802260674" ], "explanation": "The supplied histories record actors, dates and descriptions for manuscript/image changes, data imports, label/code changes and comparison-label fixes. Several assessment citations instead point to LICENSE or README files, which do not themselves establish modification history.", "suggested_correction": "Retain the rating but cite immutable histories or representative commits for each component class." }, { "criterion_id": "T-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463-L552", "https://github.com/psychoinformatics-de/paper-remodnav/commit/b06a134079faf2056643d069771d311eb525f1c6" ], "explanation": "The run JSON is captured provenance with command, input/output declarations and exit status. The quality-statistics function is outside the recorded CLI, and the later flowchart correction is described as manual. Complete automatically captured provenance is not established." }, { "criterion_id": "T-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The analysis record is associated with an exact tree and saved image. The recorded image build resolves a Debian tag and apt repositories without capturing their resolved package states, and no equivalent execution record was located for the quality figure. These limit complete version-linked execution provenance." }, { "criterion_id": "T-06", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/psychoinformatics-de--paper-remodnav--34388d3ca78f/repository.git: tag object a303b5455458c79133a79864a590cbcdbad67a34 (root README → results-containerized)", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The supplied tag object contains a PGP signature and targets the analysis run commit. The inspected root supplies no public-key/trust route establishing the claimed signing identity; cryptographic verification was not performed. Zero is defensible under the verification-route anchor, but is not absence of a signature.", "suggested_correction": "Cite the immutable tag-object identity rather than relying only on the movable release-tag URL." }, { "criterion_id": "A-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The clone/rerun sequence and run input globs cover the root, required gaze/label files, nested comparison data and image. The unused local acquisition submodule is not needed for these inputs. This supports procedural coverage, not a current retrieval guarantee." }, { "criterion_id": "A-02", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README tool/version reference → configured Docker adapter)" ], "explanation": "A score of 3 conflicts with the essential setup decision identified under P-01: the selected host python must import datalad_container, but the current sequence does not establish that binding. The historical fallback example misspells the key as subsitutions instead of substitutions. The adapter also explicitly assumes Docker can be managed by the current non-root user; the frozen evidence does not show that the generic linked installation sites resolve this initialization requirement.", "suggested_correction": "Use 2 unless the supplied setup route establishes the Python/extension pairing and Docker access. Record the historical override typo; do not treat uninspected installation sites as verified complete instructions." }, { "criterion_id": "A-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463-L552", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282-L1326", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1145-L1166" ], "explanation": "The standard flags omit quality_stats although the manuscript consumes its histogram and reports data-loss percentages. The docstring asks the recipient to alter dispatch. This missing result-command path supports 1; hand-authored explanatory SVGs need not independently count as computational omissions." }, { "criterion_id": "A-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The executable retrieval sequence has concrete subdataset references and run input declarations for the nested comparison tree and image. No inspected root result input requires manual discovery of an unregistered module. The rating properly concerns the supplied procedure rather than observed retrieval success." }, { "criterion_id": "A-05", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463-L552", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1160-L1166" ], "explanation": "Missing standard CLI dispatch establishes an A-03 integration gap, but quality_stats already contains executable numerical and plotting instructions. No statistical procedure must be translated from prose to implement it. A tracked hand-authored SVG plus the SVG-to-PDF Make rule is likewise an explicit input and executable rendering procedure; this anchor does not automatically require a programmatic generator for the drawing. The rationale does not yet demonstrate anchor 2’s manual-translation condition.", "suggested_correction": "Identify a scoped computational step available only in prose, or justify why adding a function invocation constitutes manual translation. If all such steps exist as executable functions and rendering rules, raise A-05 to 3 while retaining the A-03 command-coverage criticism." }, { "criterion_id": "A-06", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The rationale lowers replay coverage because quality_stats and manuscript compilation lack recorded runs. Anchor 3 concerns every scoped computation represented in provenance; missing provenance is already assessed by T-04. History also includes image-build and OCI-conversion run specifications. The evidence shown does not establish whether all of those recorded states are resolved by the supplied replay mechanism.", "suggested_correction": "Reassess the recorded-run set and identify an actual replay/state-resolution gap if retaining 2. Do not use an unrecorded computation alone to fail the represented-in-provenance condition." }, { "criterion_id": "M-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Data repositories, analysis, saved environment, figures and manuscript sources have identifiable responsibilities. Copied comparison values are visibly declared in the analysis script; their colocation does not by itself erase boundaries." }, { "criterion_id": "M-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L40-L61", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md" ], "explanation": "The consumer imports remodnav.tests.utils and constructs paths inside remodnav/remodnav/tests/data. These dependencies go beyond the documented CLI interface. Independently selectable gitlinks therefore do not establish replacement through a declared stable boundary, supporting 1." }, { "criterion_id": "M-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e" ], "explanation": "Several modules carry attributable terms while the independent labels repository has no located governing declaration. Root COPYING cannot silently assign terms to it. The partial rating follows without deciding legal compatibility." }, { "criterion_id": "M-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e" ], "explanation": "Declarations are available across the composition, but the inspected documentation gives no handling of their combination. Anchor 1 explicitly covers this situation; no independent legal compatibility judgment is needed." }, { "criterion_id": "M-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/7f8/a2f/MD5E-s77814784--21d915740e64e08ccf966947c51eae95.log.web" ], "explanation": "Phase2 explicitly states that registration and authentication are unnecessary. Equivalent conditions for every other required payload are not established by the frozen records, and public source URLs alone do not establish all annex-payload conditions. The anchor explicitly assigns 0 when conditions cannot be determined; retaining an answered zero rather than excluding it is consistent." }, { "criterion_id": "M-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Registered locations and commits, image configuration, input globs and analysis paths provide concrete component connections. A separate architecture diagram is not required by the composition anchor." }, { "criterion_id": "P-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README tool/version reference → configured Docker adapter)", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The README gives orchestration tools, platforms and download/runtime estimates. The host Python requirement and its connection to the installed Containers module are less complete, and the adapter notes a non-root Docker-access assumption. These support 2.", "suggested_correction": "Mention Docker access and the misspelled historical Python override as concrete evidence rather than relying only on information being scattered." }, { "criterion_id": "P-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README tool/version reference → configured Docker adapter)" ], "explanation": "Analysis paths are repository-relative, the adapter derives the working directory and UID/GID, and Python choice has an explicit configuration key. The unused upstream laboratory path does not require root analysis edits. This supports the scoped configuration rating despite imperfect setup documentation." }, { "criterion_id": "P-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile" ], "explanation": "The recipe identifies scientific Python packages, compiler tooling, Inkscape and TeX used by the script and rendering rules; REMoDNaV lists library requirements. Unpinned apt versions concern reconstruction precision rather than omission of these dependency classes." }, { "criterion_id": "P-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "Environment recipe, launch definition, image manifest and linked package declaration are versioned. The binary value 1 is the fulfilled anchor, not an intermediate score on a three-point scale." }, { "criterion_id": "P-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README tool/version reference → configured Docker adapter)" ], "explanation": "The saved-image definition and launch procedure are machine-readable, with explicit Python substitution and mount behavior on the named platforms. This supports specification capability without establishing successful host setup or execution." }, { "criterion_id": "E-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README tool/version reference → configured Docker adapter)", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The adapter invokes docker run for each selected-image execution instead of entering a retained container, and the command creates temporary HOME. This supplies a fresh container procedure. Host-workspace state remains a distinct E-03 issue." }, { "criterion_id": "E-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README tool/version reference → configured Docker adapter)", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The host repository is the mounted working directory and docker uses --rm, so output files and dataset provenance persist independently of the disposable container. HOME cleanup is conditional on success, but a failed-run host debugging directory does not mean required results are lost on disposal." }, { "criterion_id": "E-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "A fresh clone supplies an initial tree and rerun invokes clean, but cleanup does not construct an isolated workspace or remove every possible undeclared SVG or failed-run dockertmp directory. Figure discovery searches the working directory, leaving reset/clone discipline relevant. A rating below 3 is justified. Tracked velhist.svg and results_def.tex are not themselves undeclared dependencies.", "suggested_correction": "Ground the limitation in workspace selection and incomplete cleanup rather than treating retained tracked results as prior-run contamination." }, { "criterion_id": "D-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/7f8/a2f/MD5E-s77814784--21d915740e64e08ccf966947c51eae95.log.web" ], "explanation": "Version-selected references and content-specific URLs exist, but excluded payload acquisition leaves obtainability of every intended payload unresolved. Null is a defensible uncertainty judgment, not an observed retrieval failure. Native completion is correctly provisional and this criterion remains in its denominator." }, { "criterion_id": "D-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/7f8/a2f/MD5E-s77814784--21d915740e64e08ccf966947c51eae95.log.web", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The image metadata provides a content-specific primary-host route but no inspected preservation commitment for those payloads; a checksum pointer is not preserved content. Archive references for some repositories do not establish preservation of every image and label payload, supporting 1. Lack of independent recovery alone would prevent 3, not 2.", "suggested_correction": "Separate missing all-component preservation evidence from missing independent recovery because they distinguish different anchors." }, { "criterion_id": "D-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The base uses a tag, apt packages are unversioned, and only selected Python packages are pinned. These are directly observed moving build inputs. An exact saved image does not make its build recipe fixed-input reconstruction, supporting 1." }, { "criterion_id": "D-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/tree/92279db3850ee4282d97001a3f650fc55cb64b4e" ], "explanation": "CC BY 4.0, MIT, PDDL and GPLv3 texts identify terms for multiple modules. The labels module lacks a located governing reference. This suffices for the partial anchor; bundled image license texts cannot be checked in absent layers." }, { "criterion_id": "D-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The assessed root jointly fixes gitlink selections, image objects, configuration and results. This is coherent saved-state selection even if a service fails or a new build resolves new packages. Those issues do not independently lower D-05." }, { "criterion_id": "D-06", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/psychoinformatics-de--paper-remodnav--34388d3ca78f/repository.git: tag object a303b5455458c79133a79864a590cbcdbad67a34 (root README → results-containerized)", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The image has content identities and historical build provenance, but the frozen sources do not supply a verified producer/source attestation for the current executable distribution. The signed 2023 result tag is relevant, yet its verification route is unresolved and OCI conversion occurred later. Zero is supported without equating a digest with an origin signature." } ], "verdict": "needs_revision", "created_at": "2026-10-28T02:17:31.024317Z", "limitations": [ "Independent inspection-only review of the anonymized input and rubric at e8d94d00d904058b8f87c8331cbe32e225a9490f. No other assessment, review, worked example or peer output was consulted.", "Frozen manifest data/remodnav-evidence.json was verified as SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. Discovery followed the root README, manuscript, registered subdatasets, configuration and explicit links; annex availability records were treated as supplied metadata.", "No scientific execution, container build, payload download, network access or live signature verification occurred. Git probes used GIT_NO_LAZY_FETCH=1. Missing data, image layers, figures and other binary payloads are inspection limits, not observed access failures.", "The external adapter is the manifest-pinned text snapshot identified by SHA256. The assessment uses its version-tag URL rather than an immutable commit; this review cites its frozen relative locator and digest. External installation sites and linked issue/PR discussions were not fetched.", "The native bundle passes the declared validator with matching rubric hash and valid binary anchors. All 36 criterion keys were inspected; 35 have non-null assessment scores. The sole null remains in the fixed denominator, all seven weights equal one, and native completion is described as provisional. No score/denominator inconsistency was found. Structural validation did not establish substantive correctness.", "The explicit input boundary for distributed gaze TSVs and event labels was accepted; upstream acquisition pipelines were not recomputed. Scientific correctness and numerical identity remain untested. Agreement is not human approval." ], "checked_criteria": [ "S-01", "S-02", "S-03", "S-04", "T-01", "T-02", "T-03", "T-04", "T-05", "T-06", "A-01", "A-02", "A-03", "A-04", "A-05", "A-06", "M-01", "M-02", "M-03", "M-04", "M-05", "M-06", "P-01", "P-02", "P-03", "P-04", "P-05", "E-01", "E-02", "E-03", "D-01", "D-02", "D-03", "D-04", "D-05", "D-06" ] }, { "id": "study-rubric-06-review-1", "assessment_id": "study-rubric-06", "reviewer_id": "study-rubric-06-review-1-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "S-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The root README establishes the manuscript/results boundary. Following its repository to the three root subdatasets and the classifier registration exposes the inputs actually opened by the analysis. The local-only raw-recording submodule belongs to upstream acquisition, whereas this assessment explicitly consumes the published gaze files; excluding that acquisition process is defensible for the stated scope." }, { "criterion_id": "S-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L914", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The loaders resolve evaluation MAT files through the classifier subdataset, gaze recordings through raw_eyegaze, and event tables through the label subdataset. The omitted quality_stats invocation is an actionability problem, not missing source: its implementation and input paths are present. Frozen payload omissions do not erase these explicit references." }, { "criterion_id": "S-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The root exposes the saved-image registration, build recipe, orchestration tools and analysis settings. Code records sampling rates, conversion factors and classifier calls. The criterion asks whether these ingredients are represented, so moving package resolution and installation-detail concerns do not by themselves invalidate this score." }, { "criterion_id": "S-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The root-to-subdataset paths lead to identifiable CC BY, PDDL, MIT and GPL declarations. The label dataset inventory and README supply no corresponding declaration. This is enough for partial coverage without making any claim about licenses hidden inside the unavailable container layers." }, { "criterion_id": "T-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitattributes" ], "explanation": "Read-only tree inspection confirms the root gitlinks and content-addressed image pointers, while the frozen input inventories retain annex keys. These identify supplied data, source, settings, image and results even though the bytes were not acquired. The .gitmodules file alone would not prove revisions; the tree inspection corroborates the rationale." }, { "criterion_id": "T-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/.gitattributes", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Git trees connect the independently versioned modules, and annex pointers extend that tracking to large payloads. Nested module states were checked against the supplied discovery graph. This supports integrated tracking for the consumed object, independently of whether all payload hosts still work." }, { "criterion_id": "T-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/commit/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e", "https://github.com/psychoinformatics-de/remodnav/commit/d28911838f91f33af0db57332f55ccc442d24f66", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/commit/0e6f82708e10b48039763aa1078696e802260674" ], "explanation": "The frozen histories for all seven explicitly linked snapshots contain actor/date records and change messages. Inspected examples cover data corrections, classifier changes, figures, manuscript and image transformations. This supports the history anchor for the versioned components; it is not proof of unrecorded laboratory or pre-import history." }, { "criterion_id": "T-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3eb991c6bd5f0bedc6c761068e0914128130586b", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463" ], "explanation": "The current historical run has machine-recorded command, input globs, image extra-input and output paths. Earlier recorded figure execution has empty declarations, and the current dispatcher omits quality_stats. Therefore the existence of substantial automatic provenance does not establish coverage of every computational step." }, { "criterion_id": "T-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3eb991c6bd5f0bedc6c761068e0914128130586b", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The containerized run is associated with a versioned image and Git-selected inputs. Earlier root runs and the label-generation command rely on an ambient Python environment without an equally exact environment record. The latter is supporting context for a consumed input, while the earlier root executions alone already justify not selecting the all-executions anchor." }, { "criterion_id": "T-06", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/psychoinformatics-de--paper-remodnav--34388d3ca78f/repository.git#tag-object=a303b5455458c79133a79864a590cbcdbad67a34", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The cached annotated tag really contains a PGP signature and names the recorded results commit. Neither the tag text nor root instructions provide the signing public key or an identity-verification route. The zero anchor explicitly covers that situation; signature presence alone does not satisfy it.", "suggested_correction": "Use the exact tag object identifier alongside the release URL, since the release/tag URL itself is mutable. Retain the distinction between an inspected signature and verified identity." }, { "criterion_id": "A-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The documented clone/replay sequence delegates subdataset and payload acquisition to declared DataLad inputs, including the saved image. The raw dataset also supplies its own annex retrieval instructions. For consuming the published inputs, no undiscoverable raw-acquisition checkout is required. This is instructional coverage, not a successful retrieval claim." }, { "criterion_id": "A-02", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "A saved environment avoids manual reconstruction of the scientific stack, but score 3 also requires operationally complete host setup. P-01 identifies an essential assumption that Docker is usable by the invoking non-root user. The root only links installation websites; their contents are not in the frozen evidence. The assessment has not shown how that acknowledged initialization gap is resolved before awarding complete setup.", "suggested_correction": "Either identify supplied setup instructions that resolve the Docker permission/daemon prerequisite and explain why P-01 differs, or use anchor 2 for the setup gap. Do not claim the external installation websites omit the step without inspecting them." }, { "criterion_id": "A-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1144" ], "explanation": "The README orders analysis replay before manuscript rendering, and quality_stats gives an instruction to add its call manually. That instruction prevents treating this particular computation as wholly undocumented, but the advertised recompute-everything command omits it. Partial rather than complete instruction coverage is justified." }, { "criterion_id": "A-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The run specification names all analysis input categories and the saved image; gitlinks supply module states and the adapter registration supplies assembly. Acquisition can therefore be driven by executable metadata. The absence of retrieval tests is properly not presented as an assembly failure." }, { "criterion_id": "A-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282" ], "explanation": "Make invokes a runnable analysis dispatcher and manuscript rendering chain. quality_stats is implemented but joining it to that executable chain still requires translating the docstring instruction into a code edit. The supplied procedure therefore merits the partial anchor even though the omitted calculation is not merely prose." }, { "criterion_id": "A-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3eb991c6bd5f0bedc6c761068e0914128130586b", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "DataLad rerun is explicitly supplied for the containerized record, whereas the older captured executions do not establish a fully selected environment. This supports partial replay. However, missing records for velhist or manuscript rendering are not themselves decisive against anchor 3, whose wording is limited to computations represented in provenance.", "suggested_correction": "Keep the partial score tied to unresolved execution context in recorded computations. Treat missing provenance coverage under T-04 instead of implying that A-06 independently requires records for every output." }, { "criterion_id": "M-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "Separate dataset registrations, analysis source, container files, result macros, image directory and manuscript dependencies expose distinct responsibilities. A one-file analysis module does not need further subdivision to meet the criterion." }, { "criterion_id": "M-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L40", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md" ], "explanation": "The analysis imports remodnav.tests.utils and constructs nested paths inside the classifier test data. The classifier README documents its external CLI, but does not establish those test internals as a replacement interface. This matches the limited anchor more closely than independent replacement through declared interfaces." }, { "criterion_id": "M-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "MIT explicitly scopes code and documentation, and other module roots carry their own terms. The independently registered label module lacks a declaration in its inspected inventory. Partial module-specific scope follows without assuming the parent license automatically governs external subdatasets." }, { "criterion_id": "M-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The inspected composition exposes multiple license texts but no explanation of compatibility at the analysis/data or container boundaries. Anchor 1 specifically allows listed module licenses without combination handling. This finding does not require a reviewer to infer a legal incompatibility." }, { "criterion_id": "M-05", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/methods/rubric/rubric.json#sha256=05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4" ], "explanation": "The factual uncertainty is appropriately described: unrestricted access is explicit for raw data but uniform conditions for every relevant payload are not established. However, the native zero anchor expressly says that access conditions cannot be determined. That is the exact situation the rationale reports, so leaving this item null/not_assessed does not apply the available anchor.", "suggested_correction": "Assign score 0 with a scoped observation such as not_findable and retain the uncertainty explanation. Do not infer that an actual restriction exists. This converts an unanswered item into a completed zero judgment; the fixed denominator and provisional numerical contribution remain unchanged." }, { "criterion_id": "M-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile" ], "explanation": "The root and nested gitlinks supply module selections, while configuration and Make dependencies connect the image, analysis, figures, numerical macros and manuscript. The unreachable acquisition-only lab submodule does not have to be assembled to consume the explicitly scoped published inputs." }, { "criterion_id": "P-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The root names the orchestration tools, tested operating systems and approximate downloads. The linked adapter explicitly assumes a docker executable manageable by a non-root user and flags that assumption as needing documentation. Partial host-prerequisite coverage is reasonable on the frozen evidence; omitted external installation-page contents limit stronger conclusions." }, { "criterion_id": "P-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "Active analysis paths are dataset-relative, the adapter derives its mount and user IDs from the caller, and the Python command has an explicit substitution. No analyst-specific home directory is embedded in this route. HOME is actually a path in the mounted dataset, not container-only storage, but that lifecycle issue does not create a machine-specific analysis path.", "suggested_correction": "Correct the description of HOME to mounted-workspace temporary HOME; address persistence and reset separately under E." }, { "criterion_id": "P-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L12", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The recipe covers the numerical imports and rendering toolchain, and classifier setup supplies its runtime requirements. DataLad is an external acquisition/orchestration prerequisite rather than a required in-container import: the analysis explicitly supports pre-provisioned inputs without it. Dependency presence is distinct from frozen package resolution." }, { "criterion_id": "P-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "Tree inspection confirms that the active environment recipe, registration and image metadata are tracked with the object. This satisfies the binary criterion for the current consumption/reproduction route, while incomplete environments of old runs remain relevant to T-05." }, { "criterion_id": "P-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The saved-image manifest and adapter are machine-consumable, and the README identifies compatible host platforms. The Docker access requirement concerns setup of that compatible host; the supplied runtime does not require translating analysis settings into a host-specific build. This supports the machine-readable capability judgment, without establishing operational success." }, { "criterion_id": "E-01", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The adapter does create a new container from the selected image, but the rationale overstates freshness of the complete environment. It mounts the host working directory at /tmp, so HOME=/tmp/dockertmp is host-persistent. Cleanup follows make with &&, so a failed run leaves HOME behind. A later mkdir failure does not stop execution because it is followed by a semicolon. Python user installation and configuration state in that HOME can therefore survive into a subsequent run; it is not necessarily freshly initialized every time.", "suggested_correction": "Qualify the supported fresh-container claim and reassess anchor 3 for the whole runtime environment. Record the concrete failed-run HOME reuse gap; the source does not demonstrate a guaranteed fresh HOME. Do not present this static failure path as an observed failed computation." }, { "criterion_id": "E-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Results are written to the host-mounted dataset and DataLad records are outside the container. The adapter supplies --rm, and successful command completion also removes the temporary HOME. Thus ordinary successful runs support automatic disposal without losing required results or provenance. The rationale should avoid implying failure-safe removal of every mutable host directory.", "suggested_correction": "Retain the normal lifecycle judgment with an explicit caveat that failed runs retain dockertmp; container removal itself still occurs automatically. Track that residual-state risk under E-01/E-03." }, { "criterion_id": "E-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L914", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The captured command cleans named outputs/caches, but it operates in a retained host workspace and input discovery uses globs. A clean clone or manual reset is needed to exclude extra matching files. The failed-run dockertmp persistence is another concrete retained-state case. These facts support the partial anchor rather than an automatically isolated workspace." }, { "criterion_id": "D-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The record supplies versioned routes but the cohort omits payloads and complete per-input availability evidence. No frozen observation establishes either successful retrieval of every required state or an actual unavailable version. Unlike M-05, this criterion has no anchor specifically for indeterminate access, so a null judgment is justified. No retrieval failure should be inferred from the evidence-package omissions." }, { "criterion_id": "D-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web" ], "explanation": "Archive/DOI links exist for some modules. The supplied annex availability record for an essential image layer points to the project datapub host, with no independent preservation route established for that payload. Exact content keys protect identity but do not by themselves show that the bytes survive host loss. The partial preservation finding is supported.", "suggested_correction": "Cite the immutable git-annex availability record directly for the datapub-host claim; image manifest.json lists identities but not the storage URL." }, { "criterion_id": "D-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "The Dockerfile starts from a moving Debian tag, resolves apt packages without versions and pins only selected Python packages. Consequently the recipe does not fix the build inputs, despite the separate saved image being content-identified. Anchor 1 follows directly from the recipe." }, { "criterion_id": "D-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The inspected full texts identify the licenses of several components unambiguously. No comparable terms are supplied for the label module. That alone prevents the all-modules anchor; unavailable image layers do not need to be assumed to contain no licenses." }, { "criterion_id": "D-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The assessed tree jointly fixes module commits and the saved image pointers. The latest annotation is a label within a selected local manifest, and the adapter obtains the image identity from its configuration content. It does not cause this saved distribution to resolve a moving registry tag. Rebuilding from the Dockerfile is a separate D-03 issue." }, { "criterion_id": "D-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", ".cache/objects/paper-remodnav/evidence/psychoinformatics-de--paper-remodnav--34388d3ca78f/repository.git#tag-object=a303b5455458c79133a79864a590cbcdbad67a34", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The frozen material contains a historical image-build record and content identities, but no supplied verification chain establishing the executable artifact producer and build source. The signed 2023 results tag additionally predates the current OCI conversion. Its presence should not be treated as verified provenance of the presently distributed artifact. Zero is supported within the available evidence." } ], "verdict": "needs_revision", "created_at": "2026-10-28T02:30:09.790266Z", "limitations": [ "Independent inspection of the assigned anonymized assessment only; no peer assessments, peer reviews, examples, comparison outputs or source evaluation fixtures were consulted. Agreement is not human approval.", "Frozen evidence cohort remodnav-e3c6253bced7; manifest SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499 was verified. Inspected downloaded source-file hashes matched the manifest. Discovery followed the root and explicit subdataset/tool links.", "No network requests, payload acquisition, scientific execution, container build, or reproduction was performed. Git reads used GIT_NO_LAZY_FETCH=1. Historical exit statuses and README verification statements are attributed source evidence only.", "Binary data, rendered assets and container layers are absent by cohort design. Intended-version retrieval, external installation-page completeness, hidden container license material and cryptographic signing identity could not be independently established.", "The supplied adapter is an explicitly linked external helper at version 1.2.3, not bundled source. Its frozen SHA256 locator is used because its upstream version-tag URL is not an immutable commit locator.", "The native validator passed and reported 34 answered criteria out of 36. I independently checked allowed anchor values, binary maxima, equal dimension weights and retention of both null criteria in fixed denominators; no arithmetic or denominator inconsistency was found. M-05 should become a completed zero judgment without changing its provisional numerical contribution. No numeric review score is assigned.", "The review interprets the object scope as consumption of the selected published datasets, as expressly declared in the assessment; it does not require reconstructing original eye-tracker acquisition or unrelated fMRI/stimulus processing.", "The observed runtime model identity was not independently available and remains null. Requested model identity is not treated as observation." ], "checked_criteria": [ "S-01", "S-02", "S-03", "S-04", "T-01", "T-02", "T-03", "T-04", "T-05", "T-06", "A-01", "A-02", "A-03", "A-04", "A-05", "A-06", "M-01", "M-02", "M-03", "M-04", "M-05", "M-06", "P-01", "P-02", "P-03", "P-04", "P-05", "E-01", "E-02", "E-03", "D-01", "D-02", "D-03", "D-04", "D-05", "D-06" ] }, { "id": "study-rubric-06-review-2", "assessment_id": "study-rubric-06", "reviewer_id": "study-rubric-06-review-2-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "S-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Starting at the root README and registrations exposes the analysis, manuscript, three direct datasets and the nested evaluation dataset. The local acquisition module under the raw dataset is not consumed by the root analysis, so excluding reconstruction of that acquisition does not hide a necessary input connection." }, { "criterion_id": "S-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The analysis names its corrected evaluation MAT input, raw BIDS recordings and event tables; gitlinks select their supplying modules. quality_stats is present. Missing payload bytes limit inspection of results, not the demonstrated inclusion/reference of these inputs and code." }, { "criterion_id": "S-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The root-to-container route supplies a recipe, saved-image registration, invocation and package declarations; analysis code supplies the numerical parameters. This criterion asks for inclusion or reference, so it need not inherit the frozen-build or host-initialization deficiencies." }, { "criterion_id": "S-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "I inspected the CC Attribution, PDDL, MIT and GPL texts reached through the root and its subdatasets. The label module inventory has no governing LICENSE/COPYING declaration and its README supplies none. That concrete gap supports partial coverage independently of uncertainty inside the absent container layers." }, { "criterion_id": "T-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json (sha256:e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499) -> root and child inventories" ], "explanation": "Pinned tree entries identify the three root gitlinks and nested evaluation gitlink; Git blobs and annex identities cover source, outputs and image objects. The manifest records config/layer SHA256 identities. These identify the supplied state without claiming that payload checksums were recomputed." }, { "criterion_id": "T-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/.gitattributes", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitattributes", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "data/remodnav-evidence.json (sha256:e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499) -> discovery_graph and file inventories" ], "explanation": "The selected graph joins Git-tracked files, gitlinked module revisions and annex content pointers. This is an integrated content-addressed view; independent payload hosting does not by itself place those states outside that view." }, { "criterion_id": "T-03", "disposition": "agree", "evidence": [ "data/remodnav-evidence.json (sha256:e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499) -> history entries for root, raw dataset, labels, both classifier revisions and both evaluation revisions", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "The supplied histories contain named actors, timestamps and change descriptions, including label computation, evaluation-data correction and container conversion. This supports modification history across the scoped component classes, without asserting a complete acquisition history before the published input datasets." }, { "criterion_id": "T-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3eb991c6bd5f0bedc6c761068e0914128130586b", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463" ], "explanation": "The main container run has machine-captured command, input and output fields. The earlier confusion-figure run has empty input/output lists, and the normal dispatcher does not invoke quality_stats. Those inspected records justify partial provenance even though recorded exit zero is not current validation." }, { "criterion_id": "T-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The container run references a tracked image as extra input and its Git state selects the other components. The label-generation record invokes host Python through compute_all.sh without fixing its environment. Consequently the all-recorded-executions condition is not established." }, { "criterion_id": "T-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "data/remodnav-evidence.json (sha256:e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499) -> root repository tag object a303b5455458c79133a79864a590cbcdbad67a34" ], "explanation": "The tag object contains a PGP signature and points to the recorded containerized analysis. Neither the inspected README nor supplied metadata supplies an identity-verification route. Zero matches the binary anchor on that limited basis; it must not be described as absence of a signature.", "suggested_correction": "Replace or supplement the movable release-tag citation with the inspected tag object ID; distinguish signature presence from verified signing identity." }, { "criterion_id": "A-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The root supplies clone, rerun and manuscript commands, while the captured run enumerates raw recordings, label tables, evaluation data and image inputs for acquisition. The raw dataset additionally documents annex retrieval. These are concrete instructions, regardless of whether retrieval succeeds today." }, { "criterion_id": "A-02", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "data/remodnav-evidence.json (sha256:e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499) -> external_sources: datalad-container-1.2.3-docker.py (sha256:44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5), cli_run/load" ], "explanation": "The root delegates installation to tool websites, whose installation contents are not frozen here. The inspected adapter expressly assumes a docker executable manageable by a non-root user. The assessment itself treats that as an undocumented essential prerequisite in P-01, yet concludes no essential initialization needs invention in A-02. The saved image solves the guest package setup, not this host initialization question.", "suggested_correction": "Either show supplied instructions that cover Docker initialization/access for the documented hosts or qualify the fulfilled rating; a partial setup anchor is defensible if that identified step remains implicit. Do not infer the contents of uncached installation pages." }, { "criterion_id": "A-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1144" ], "explanation": "The advertised rerun omits the quality_stats call, while its docstring tells the recipient to edit the dispatcher. The manuscript uses literal loss percentages and includes velhist, and the normal result macro file contains no loss macros. A partial instruction rating is defensible because this path needs integration beyond the advertised sequence." }, { "criterion_id": "A-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L30" ], "explanation": "The clone/rerun route and captured inputs supply executable acquisition and assembly for the relevant modules. However, the Docker recipe omits DataLad and the analysis intentionally substitutes a no-op when it is unavailable; acquisition in the container should not be justified by those get calls alone.", "suggested_correction": "Keep the capability judgment anchored in outer DataLad preparation and the recorded inputs; qualify the claim that analysis get calls retrieve additional payloads under the supplied container route." }, { "criterion_id": "A-05", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", ".cache/methods/rubric/rubric.json (revision:e8d94d00d904058b8f87c8331cbe32e225a9490f; sha256:05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4) -> A-05" ], "explanation": "The cited missing item is an already implemented Python function: quality_stats computes both loss summaries and the velocity histogram, including its inputs and output destination. Adding a call to that function is workflow integration; the assessment does not identify a scientific computational step that must be translated from prose, as required by anchor 2. It conflates A-03 instruction/integration coverage with whether computations are executable specifications.", "suggested_correction": "Reconsider anchor 3 for A-05 while retaining the dispatcher/instruction problem under A-03 and provenance coverage under T-04. If keeping 2, identify the actual missing executable computation or explain explicitly why the rubric treats the one-line invocation as manual translation." }, { "criterion_id": "A-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3eb991c6bd5f0bedc6c761068e0914128130586b", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/methods/rubric/rubric.json (revision:e8d94d00d904058b8f87c8331cbe32e225a9490f; sha256:05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4) -> A-06" ], "explanation": "There is an explicit replay route for the container analysis, while older run records do not resolve complete input/environment context. That supports 2. The rationale should not use lack of a record for quality_stats or rendering alone to reject 3: the highest anchor is limited to computations represented in provenance.", "suggested_correction": "Retain the incomplete-context evidence for older recorded runs as the reason for partial replay; distinguish absent provenance coverage from inability to replay an existing record." }, { "criterion_id": "M-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Registered datasets, the analysis script, container directory, image directory, result macro file and manuscript have distinguishable responsibilities. Internal coupling does not erase those boundaries and is assessed separately." }, { "criterion_id": "M-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L40", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md" ], "explanation": "The consumer imports remodnav.tests.utils and constructs nested test-data paths and MAT field accesses. The public classifier CLI does not make those private consumption paths a declared replacement interface. The limited anchor is supported despite independently selectable gitlinks." }, { "criterion_id": "M-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The classifier explicitly scopes MIT to its code/documentation and other modules carry their own terms. The independently linked labels lack an attributable declaration. This supports partial per-module assignment without assuming the parent license flows into a separate repository." }, { "criterion_id": "M-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE" ], "explanation": "Several module licenses can be identified, but the inspected composition and documentation do not explain how their terms are handled together. Anchor 1 fits the listed-terms-without-combination case. This is a documentation judgment, not a claim of legal incompatibility." }, { "criterion_id": "M-05", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/methods/rubric/rubric.json (revision:e8d94d00d904058b8f87c8331cbe32e225a9490f; sha256:05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4) -> M-05" ], "explanation": "The raw dataset explicitly claims unrestricted access; the other inspected materials do not establish a uniform payload access condition. The assessment explains that uncertainty adequately, but M-05 explicitly assigns zero when access conditions cannot be determined. It is therefore possible to choose an anchor without claiming inaccessible or restricted payloads.", "suggested_correction": "Use score 0 for the documented inability to determine the full access conditions, with a bounded not-findable/observed explanation and retained uncertainty feedback. Reserve null for a genuine inability to assess even that criterion-specific condition." }, { "criterion_id": "M-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "data/remodnav-evidence.json (sha256:e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499) -> pinned gitlinks" ], "explanation": "The root and nested registrations fix module choices, and the make/configuration files connect them to analysis and manuscript targets. The local raw-acquisition module is not an unresolved connection in the declared consumption of published BIDS inputs." }, { "criterion_id": "P-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "data/remodnav-evidence.json (sha256:e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499) -> external_sources: datalad-container-1.2.3-docker.py (sha256:44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5), cli_run/load" ], "explanation": "Named tools, stated platforms and download sizes are supplied. The adapter explicitly flags its assumption that a non-root user can manage Docker, which the frozen root instructions do not explain. This gives a specific reason for 2; a general demand for more hardware detail would not." }, { "criterion_id": "P-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "data/remodnav-evidence.json (sha256:e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499) -> external_sources: datalad-container-1.2.3-docker.py (sha256:44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5), cli_run/load" ], "explanation": "The active code uses dataset-relative paths; the adapter derives the bind mount from the working directory and the configuration sets a temporary HOME and Python substitution. I found no active per-user analysis path requiring an analysis-code edit. Historical label-generation infrastructure is not the active root procedure." }, { "criterion_id": "P-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L12", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile" ], "explanation": "The recipe and setup declaration cover the inspected scientific imports and the Make/Inkscape/LaTeX rendering chain. DataLad is an explicitly external orchestrator and optional inside the analysis. Moving package resolution limits D-03, not this dependency-coverage finding." }, { "criterion_id": "P-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The active recipe, registration and saved-image references are present in the assessed Git tree. This meets the binary tracking criterion; incomplete historical environment capture remains a separate execution-version question." }, { "criterion_id": "P-05", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "data/remodnav-evidence.json (sha256:e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499) -> external_sources: datalad-container-1.2.3-docker.py (sha256:44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5), cli_run/load", ".cache/methods/rubric/rubric.json (revision:e8d94d00d904058b8f87c8331cbe32e225a9490f; sha256:05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4) -> P-05" ], "explanation": "Machine-readable instantiation is well supported, but the assessment acknowledges an unresolved host permission prerequisite under P-01 and then excludes it here without explaining why it is not a host-specific assumption. P-05 anchor 2 expressly covers an unresolved host assumption outside documented configuration. The absent installation-page contents cannot settle that boundary.", "suggested_correction": "Clarify the compatible-host contract and whether installed/usable Docker is assumed or configured by supplied instructions. Support that distinction before retaining 3; otherwise 2 better matches the identified unresolved host condition." }, { "criterion_id": "E-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "data/remodnav-evidence.json (sha256:e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499) -> external_sources: datalad-container-1.2.3-docker.py (sha256:44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5), cli_run/load" ], "explanation": "The adapter selects the saved image by config hash and invokes docker run for each call rather than reusing a mutable container. This demonstrates fresh container creation by specification, without proving current execution or a clean host-mounted workspace." }, { "criterion_id": "E-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "data/remodnav-evidence.json (sha256:e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499) -> external_sources: datalad-container-1.2.3-docker.py (sha256:44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5), cli_run/load", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The bind mount persists generated files in the dataset, outer DataLad retains run provenance, and --rm disposes of the container. That supports automatic mutable-container disposal. The temporary HOME sits on the host mount and is removed on successful completion; abnormal-exit residue belongs in the workspace limitation, not a claim of lost results." }, { "criterion_id": "E-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L914" ], "explanation": "The rerun cleans named outputs/caches but reuses the mounted dataset and glob-selected inputs. A clean initial clone can establish intended inputs, yet the procedure does not enforce an isolated workspace for every run. This supports partial rather than full prevention of undeclared prior state." }, { "criterion_id": "D-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "data/remodnav-evidence.json (sha256:e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499) -> auxiliary_availability_metadata" ], "explanation": "Explicit versioned routes and image availability records exist, but the frozen package has no present retrieval observations for the full payload inventory. None of anchors 1 or 2 should be inferred from intentional cache omissions. The unresolved intended-version availability can responsibly remain null under the protocol." }, { "criterion_id": "D-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md", "data/remodnav-evidence.json (sha256:e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499) -> auxiliary_availability_metadata" ], "explanation": "The raw and classifier READMEs expose archive/DOI routes, but the supplied image availability records point to a single project server and show no complete-object preservation/recovery commitment. Hashes protect identity rather than survival. A limited finding is justified within the inspected evidence." }, { "criterion_id": "D-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "The Docker recipe uses debian:bookworm-slim and unversioned apt resolution; only selected Python package versions are fixed. A historic build record and saved image do not freeze recipe inputs. The moving-dependency anchor 1 is a direct match." }, { "criterion_id": "D-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The inspected full license texts resolve several license identities, while the labels have no governing identifier. That is enough to preclude the all-modules anchor. Missing container layers limit further bundled-license inspection and should remain a limitation, not proof that no terms exist within them." }, { "criterion_id": "D-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "data/remodnav-evidence.json (sha256:e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499) -> pinned tree inventories" ], "explanation": "The selected root tree fixes code, results, module gitlinks and image object identities together. The latest annotation is descriptive within the saved image, not a requirement to pull a moving image. This joint-selection judgment is properly separated from current obtainability and rebuilding." }, { "criterion_id": "D-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json (sha256:e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499) -> root tag object a303b5455458c79133a79864a590cbcdbad67a34" ], "explanation": "A build command ties image creation to a recorded source state and the signed results tag can indirectly bind historical content. The supplied material still does not establish a verifiable producer identity/build-source attestation for the distributed executable image, including its subsequent OCI conversion. Zero is defensible without denying the useful unsigned provenance." } ], "verdict": "needs_revision", "created_at": "2026-10-28T02:36:44.040816Z", "limitations": [ "Independent inspection of the assigned anonymized assessment only; no peer assessments, reviews, examples or comparison outputs were consulted. Agreement is not human approval.", "Frozen manifest SHA256 was verified. Cached source/history/helper/availability file hashes matched their manifest entries. Evidence was discovered through the root README, tracked registrations and explicit source references; cache presence was not used to repair a link.", "No network requests, payload acquisition, builds or scientific workflow execution occurred. Data, figures, container layers and other omitted payloads were not inspected. Their omission is not an observed retrieval failure.", "Historical recorded exit statuses and README verification claims are source evidence only. Signature presence was inspected locally; signing identity and artifact provenance were not independently authenticated. All Git probes used GIT_NO_LAZY_FETCH=1.", "The linked installation websites are not frozen in this package. Their uninspected contents limit the setup/host-prerequisite findings. Adapter citations use the manifest-bound content SHA256 because its public version-tag URL is not itself immutable.", "The native validator passed and reported 34 answered of 36, with fixed denominators and unit dimension weights; there is no stored aggregate to contradict that calculation. M-05 correction would alter completion status, not its provisional numerical contribution. The remaining D-01 unknown keeps the assessment incomplete.", "Model requested and reasoning effort are study assignments; actual runtime model identity was not established and remains null." ], "checked_criteria": [ "S-01", "S-02", "S-03", "S-04", "T-01", "T-02", "T-03", "T-04", "T-05", "T-06", "A-01", "A-02", "A-03", "A-04", "A-05", "A-06", "M-01", "M-02", "M-03", "M-04", "M-05", "M-06", "P-01", "P-02", "P-03", "P-04", "P-05", "E-01", "E-02", "E-03", "D-01", "D-02", "D-03", "D-04", "D-05", "D-06" ] }, { "id": "study-rubric-06-review-3", "assessment_id": "study-rubric-06", "reviewer_id": "study-rubric-06-review-3-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "S-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The root states the paper/analysis relationship and registers the three data/software components; following the classifier registration exposes the evaluation dataset. The private raw-acquisition submodule is not consumed by the paper script, so excluding acquisition reconstruction is consistent with the declared input boundary." }, { "criterion_id": "S-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The inspected loaders identify raw gaze, event tables and corrected evaluation data within the registered graph. The omitted quality function is still included source. Missing binary payloads in this cohort do not establish missing references." }, { "criterion_id": "S-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The recipe, adapter command, script parameters and classifier defaults make the required environment and computation settings discoverable. This criterion does not require immutable dependency resolution." }, { "criterion_id": "S-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "The four inspected declarations establish partial coverage. The label-module inventory has no license declaration, and its README supplies none; the parent CC text does not explicitly extend to that independently linked dataset. That gap alone supports 2 without assuming container licenses are absent." }, { "criterion_id": "T-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "Read-only tree inspection confirmed root and nested gitlink revisions. The frozen inventory records content identities for source, outputs and annex payloads; the saved-image manifest identifies its configuration and layers. The judgment concerns identity, not payload possession." }, { "criterion_id": "T-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "The checked Git trees resolve the dataset/classifier selections recursively, and annex pointers integrate the large payload identities with those trees. This supports the integrated tracking anchor for the stated computational boundary." }, { "criterion_id": "T-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "All seven supplied reachable histories contain actor/date fields and change messages; inspected changes include data imports/corrections, classifier revisions, generated labels, image conversion and paper updates. These are modification-history observations, not proof that every scientific operation was automatically recorded." }, { "criterion_id": "T-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3eb991c6bd5f0bedc6c761068e0914128130586b", "https://github.com/psychoinformatics-de/paper-remodnav/commit/bf3caf60e0c59d111f262a2383e3ebfd748edf58" ], "explanation": "The main run captures commands, input globs and output paths, while an older captured run has empty input/output lists. The velocity-histogram commit describes manual addition and identifies its function without a captured run. Complete programmatic provenance is therefore unsupported." }, { "criterion_id": "T-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "The containerized run has versioned input selections and saved-image state. The linked historical label run uses ambient Python/PYTHONPATH, and the image build resolves moving package sources. Exact environment states are not supplied for every recorded scoped execution." }, { "criterion_id": "T-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/psychoinformatics-de--paper-remodnav--34388d3ca78f/repository.git:tag-object a303b5455458c79133a79864a590cbcdbad67a34" ], "explanation": "Direct read-only inspection confirms that the results tag contains a PGP signature and points to the cited run. The frozen sources do not supply the public-key identity verification route required by the positive anchor. Zero is supportable as a verification-route finding; it must not be described as unsigned provenance.", "suggested_correction": "Use the immutable tag object identity alongside the release-tag URL; the release URL alone is mutable." }, { "criterion_id": "A-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The README provides cloning, required tools and replay acquisition, while the run declares the raw-gaze, label, evaluation and image inputs. The raw module documents annex initialization/retrieval. No specific omitted acquisition step was established; actual availability remains unresolved under D-01." }, { "criterion_id": "A-02", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README Containers 1.2.3 link -> .datalad/config adapter invocation)" ], "explanation": "The README refers users to installation websites and the supplied adapter explicitly assumes Docker can be managed by a non-root user. P-01 identifies this as an undocumented essential prerequisite, but A-02 awards complete setup without establishing how its installation links resolve that initialization decision. The external installation pages are not present in the frozen evidence.", "suggested_correction": "Explain the evidence that the supplied setup route resolves Docker daemon/permission initialization; otherwise prefer anchor 2 and retain the inspection limitation. Do not infer failure from the absence of a test." }, { "criterion_id": "A-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1144" ], "explanation": "The default replay omits quality_stats although the paper includes velhist. Its docstring gives an instruction to add the call, so this is more than total omission of instructions, but the integration/output sequence is not unambiguous. Anchor 2 is reasonable." }, { "criterion_id": "A-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The captured input declarations cover all raw-gaze files used by quality_stats as well as labels and evaluation data; the extra input selects the saved image. These and the nested registrations provide executable acquisition/composition even though payload retrieval was not tested." }, { "criterion_id": "A-05", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The missing default quality_stats invocation is real, but its complete data loading, calculations, output macros and histogram creation are already executable Python. Anchor 2 specifically requires computational steps to need translation from prose; adding a call to an implemented function is not clearly that condition. The assessment conflates missing orchestration with missing executable computation.", "suggested_correction": "Clarify why the supplied callable function fails the exact executable-specification anchor, or raise this criterion to 3 while retaining the incomplete default execution route under A-03. Record this anchor ambiguity rather than claiming the quality algorithm exists only in prose." }, { "criterion_id": "A-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3eb991c6bd5f0bedc6c761068e0914128130586b", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "A substantial captured computation has a replay route, but earlier recorded executions lack a fully resolved environment/input context. Those records support 2. Absence of captured velhist or manuscript runs is not itself a failure of the highest anchor, which quantifies computations represented in the provenance.", "suggested_correction": "Keep the score grounded in unresolved recorded executions; remove absence of never-recorded computations as an independent reason to deny anchor 3." }, { "criterion_id": "M-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "Data modules, classifier, analysis code, image/recipe, manuscript and generated material have discernible membership and roles. Imperfect replacement interfaces do not negate these organizational boundaries." }, { "criterion_id": "M-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L40", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md" ], "explanation": "The paper imports classifier test utilities and constructs internal test-data paths, then navigates nested MAT fields. The public CLI documentation does not declare those as a replacement interface. This directly matches the undocumented-internals anchor 1." }, { "criterion_id": "M-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "Several component declarations have attributable scope, especially the classifier license explicitly covering code/documentation. No equivalent scoped declaration was found in the linked labels module. Partial rather than universal coverage is supported." }, { "criterion_id": "M-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The inspected declarations identify constituent terms but do not explain their combination across dataset, classifier and container boundaries. Anchor 1 describes this situation without requiring the reviewer to make a legal compatibility judgment." }, { "criterion_id": "M-05", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The rationale concludes that access conditions cannot be determined for all modules. M-05 explicitly assigns zero when access conditions cannot be determined; this is precisely the available low anchor, unlike a criterion whose anchors cannot describe the uncertainty. Keeping this response null bypasses that native anchor.", "suggested_correction": "Assign score 0 with a limited not-findable/observed rationale about undocumented access conditions. Do not claim that any actual restriction or retrieval failure was observed. Completion then changes from 34/36 to 35/36, with D-01 still unanswered and the aggregate still provisional; the fixed-denominator contribution remains zero." }, { "criterion_id": "M-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile" ], "explanation": "Checked gitlinks select module versions and the make/configuration records connect analysis, image, result macros, figures and manuscript. The unavailable acquisition-only module is not required to assemble the consumed published inputs." }, { "criterion_id": "P-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README Containers 1.2.3 link -> .datalad/config adapter invocation)" ], "explanation": "The root names tools, tested platforms and download quantities. The inspected adapter assumes usable non-root Docker access without a corresponding root-level prerequisite statement. That concrete omission supports 2; no additional resource requirement was inferred." }, { "criterion_id": "P-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README Containers 1.2.3 link -> .datalad/config adapter invocation)" ], "explanation": "The active paper path uses relative dataset paths, derives its mount from the working directory, and provides a Python substitution. The adapter handles user IDs and platform variation. Older label-generation/Condor paths are not necessary to consume the selected label tables." }, { "criterion_id": "P-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The listed Python/OS packages cover the inspected imports and manuscript rendering tools; DataLad/Containers/Docker are declared host orchestration tools. The in-container optional datalad import has a fallback, while the outer run already declares required inputs. Unpinned versions belong under D-03." }, { "criterion_id": "P-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The active paper environment definition and image selection are tracked at the assessed root. The binary positive is supported for this scope; it does not imply recovery of environments from all historical runs." }, { "criterion_id": "P-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README Containers 1.2.3 link -> .datalad/config adapter invocation)" ], "explanation": "The adapter can consume the saved manifest, compute the configuration digest and instantiate the selected image, while the recipe is tooling-readable. Host Docker readiness is a prerequisite already identified in P-01; no separate unresolved host-specific setting inside the environment definition was demonstrated." }, { "criterion_id": "E-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README Containers 1.2.3 link -> .datalad/config adapter invocation)" ], "explanation": "cli_run constructs docker run against the selected image digest for each call. That is an explicit fresh-container procedure. The source does not prove a fresh host workspace, which is separately limited under E-03." }, { "criterion_id": "E-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README Containers 1.2.3 link -> .datalad/config adapter invocation)", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The adapter mounts the working dataset and uses --rm, so required result files remain outside the removable container and the outer run record is retained. The configured temporary HOME is in the mounted workspace and its deletion is success-conditional; this limits claims about workspace cleanup, not persistence of required results.", "suggested_correction": "Describe HOME accurately as a temporary directory in the bind-mounted workspace, not solely container-local state; failed commands can retain it as the configuration comment anticipates." }, { "criterion_id": "E-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L914", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1143" ], "explanation": "The recorded command performs targeted cleanup, but does not construct a new data workspace. Globs can include extra matching files and temporary HOME can survive a failed run. A recipient-controlled clean clone/reset remains necessary, supporting the partial anchor." }, { "criterion_id": "D-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "The package preserves versioned references and some image availability records but intentionally excludes required payloads. No failed retrieval was observed. Unlike M-05, these anchors do not directly rate unknown availability: null is justified rather than inventing a missing route or unavailable version." }, { "criterion_id": "D-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "The raw data and classifier advertise archive routes, whereas supplied image availability metadata points to one project-specific service. Neither hashes nor a DOI badge for another component establishes preserved recovery of the whole image/data assembly. Anchor 1 is defensible within the inspected sources." }, { "criterion_id": "D-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "The build uses a Debian tag and unversioned apt resolution while pinning selected Python packages. The historical successful build and saved image do not turn those moving build inputs into a fixed reconstruction specification. Anchor 1 follows directly." }, { "criterion_id": "D-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "CC BY 4.0, PDDL, MIT and GPL v3 are identifiable in the inspected declarations. The label module still has no resolvable governing declaration, which prevents universal coverage independently of uninspected image contents." }, { "criterion_id": "D-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "The assessed tree jointly selects nested Git revisions and saved-image configuration/layers. Its latest annotation does not replace those fixed saved content identities. The reconstruction recipe can float while this distributed selection remains fixed; retrieval is correctly assessed separately." }, { "criterion_id": "D-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The historical build and later OCI conversion provide provenance descriptions, but the supplied executable distribution has no established verifiable producer/source attestation route. The signed results tag alone does not establish that route, particularly for the later converted distribution. Zero is supported without claiming that the artifact has no provenance." } ], "verdict": "needs_revision", "created_at": "2026-10-28T02:42:08.470985Z", "limitations": [ "Inspection-only frozen cohort remodnav-e3c6253bced7. No network, payload acquisition, scientific execution, container build or reproduction was performed. Missing payloads are evidence-package omissions, not observed service failures.", "Root and explicit submodule links were followed; the separately supplied adapter was used only through the manifest-documented root README/version/config discovery path. No peer reviews, other assessments or prohibited examples were consulted.", "The manifest hash matched the assigned cohort, and all 276 supplied source/history/adapter/availability files matched their recorded hashes. Git tree and tag reads used GIT_NO_LAZY_FETCH=1. Hash integrity and structural validation do not establish scientific correctness.", "The native validator accepted the input with 34 of 36 responses answered. Independent denominator inspection confirmed all 36 criteria remain included, binary maxima are handled separately, and all seven weights are one. No arithmetic inconsistency was found; the native assessment must remain provisional while any score is null. No numeric review score is assigned.", "External installation guides, full payload license contents, current retrieval availability and signer identity verification could not be checked within the frozen evidence boundary. Historical run exits are attributed records rather than current success observations.", "Ratings rely on the declared boundary of consuming versioned published inputs; reconstructing original acquisition and unrelated fMRI/stimulus processing was not assessed. Agreement here is independent rubric review, not human approval or scientific validation." ], "checked_criteria": [ "S-01", "S-02", "S-03", "S-04", "T-01", "T-02", "T-03", "T-04", "T-05", "T-06", "A-01", "A-02", "A-03", "A-04", "A-05", "A-06", "M-01", "M-02", "M-03", "M-04", "M-05", "M-06", "P-01", "P-02", "P-03", "P-04", "P-05", "E-01", "E-02", "E-03", "D-01", "D-02", "D-03", "D-04", "D-05", "D-06" ] }, { "id": "study-rubric-07-review-1", "assessment_id": "study-rubric-07", "reviewer_id": "study-rubric-07-review-1-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "S-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The root README leads to the analysis and manuscript, and root/nested submodule declarations identify the consumed raw gaze, labels and comparison files. The private original-source link in the raw dataset is not read by the scoped analysis. Rating 3 is supported for this computational boundary." }, { "criterion_id": "S-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "Tracing file reads finds explicit raw-data and label paths plus Andersson data below the linked classifier repository. The code for quality_stats is also present even though the normal command does not invoke it. Payload omission from this review cache does not negate inclusion or reference; 3 is supported." }, { "criterion_id": "S-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282" ], "explanation": "The environment recipe, container adapter invocation, calculation flags and parameter defaults are inspectable from the root. Their presence supports 3 independently of the separate problems with rebuild pinning and invocation coverage." }, { "criterion_id": "S-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Root and linked repositories supply CC BY 4.0, MIT, PDDL and GPLv3 texts. The label repository inventory has no corresponding declaration. That concrete uncovered module is enough to support 2; container payload omission alone should not be called proof that its internal notices are absent." }, { "criterion_id": "T-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Read-only tree inspection confirmed the three root gitlink commits and the nested comparison-data commit. Git object identities, annex keys and the image manifest fix the scoped content even when bytes are unavailable here. The saved image identity is distinct from reproducibility of its build; 3 is supported." }, { "criterion_id": "T-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The root tree combines ordinary blobs, gitlinks and image annex pointers, and nested registrations resolve the relevant dataset selections through Git-compatible content addressing. This meets 3 without claiming payload retrieval." }, { "criterion_id": "T-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commits/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commits/92279db3850ee4282d97001a3f650fc55cb64b4e", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/commits/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "The frozen histories contain actor names, dates and change descriptions for root work, input data, label updates, classifier versions and comparison-data changes. Image build/conversion and figure updates are also recorded. This supports the history criterion at 3; it is not a claim that every transformation has automatic execution provenance." }, { "criterion_id": "T-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/bf3caf60e0c59d111f262a2383e3ebfd748edf58", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Rating 2 is supported: the numerical run has captured command/input/output fields, while manuscript compilation lacks a located captured run. Additional missed evidence strengthens this partial judgment: velhist.svg was committed with a manual description of quality_stats, and label generation does have a DataLad run record, although its environment is not captured.", "suggested_correction": "Mention the manual velocity-histogram provenance and cite the actual label-generation run instead of only the compute_all.sh definition." }, { "criterion_id": "T-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/5cc1be879fe369ca1c91913db651bf0245aa609f" ], "explanation": "The containerized run is linked to a versioned dataset and saved image, but the label-generation run and older figure/statistics runs do not capture an equivalent environment state. This supports 2. Missing manuscript provenance is principally a T-04 issue; unresolved versions in actual recorded runs are the stronger T-05 justification." }, { "criterion_id": "T-06", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/psychoinformatics-de--paper-remodnav--34388d3ca78f/repository.git#object=a303b5455458c79133a79864a590cbcdbad67a34", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The frozen tag object contains an embedded PGP signature and names its target commit. No supplied public-key/claimed-identity verification procedure was found in the inspected root documentation. The complete binary anchor therefore remains unmet; 0 is supported without asserting an invalid signature." }, { "criterion_id": "A-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The documented clone/rerun sequence, its recorded input patterns and image extra-input, plus raw-data annex retrieval instructions supply an acquisition path. Rating 3 describes instructions, not successful contemporary downloads." }, { "criterion_id": "A-02", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The README gives installation links and a clone/run sequence, but the external installation instructions are outside the frozen material. Moreover, the adapter explicitly assumes Docker is usable by a non-root caller, a setup gap acknowledged elsewhere in this assessment. These inspected sources do not establish that every essential initialization step is supplied for rating 3.", "suggested_correction": "Either identify frozen, root-discoverable instructions covering usable Docker access and the Python/extension installation context, or use 2 for the remaining initialization decision. Do not treat a linked page as inspected content." }, { "criterion_id": "A-03", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1161", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The claim that the tagged rerun unambiguously reproduces every figure is false on inspection. quality_stats() writes img/velhist.svg, which main.tex includes, but the -s -f -r -m dispatch never calls it. Its docstring explicitly tells the reader to add the function to the dispatch list. The retained SVG can be rendered into the manuscript without its numerical computation being rerun.", "suggested_correction": "Reduce to 2: the supplementary function/docstring supplies a route, but the full execution sequence requires a source edit and is not the claimed single rerun. Identify the retained velocity histogram explicitly; do not silently remove it from scope." }, { "criterion_id": "A-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L30" ], "explanation": "The acquisition specification covers the nested comparison repository, label TSVs, raw gaze files and saved image, with source assembly provided by gitlinks. The optional in-analysis DataLad calls are not the sole acquisition mechanism. Rating 3 is supported as executable capability, without evidence that acquisition was attempted here." }, { "criterion_id": "A-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "Executable source defines the velocity-histogram calculation as well as the routinely invoked statistics and figures; Make rules specify rendering and manuscript compilation. This supports 3 for computational specification, while A-03 captures the missing invocation sequence. The assessment rationale should not say that all figure functions are selected by the supplied flags.", "suggested_correction": "Describe quality_stats as an executable but uninvoked function and distinguish computational specification from the documented end-to-end command." }, { "criterion_id": "A-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/5cc1be879fe369ca1c91913db651bf0245aa609f", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "Rating 2 is defensible because the current containerized run has an explicit replay entry point while older recorded runs omit environment/input context. However, the highest anchor refers to computations represented in provenance: an unrecorded manuscript run alone is not a sufficient reason to withhold 3. Also, the recorded command uses current file paths; naming a historical run record does not by itself demonstrate automatic checkout of every historical component.", "suggested_correction": "Ground the partial rating in unresolved context for recorded runs, and qualify the claim that the supplied rerun restores exact historical states unless a frozen implementation or explicit state-selection procedure establishes it." }, { "criterion_id": "M-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "The inspected paths separate raw data, derived labels, classifier software, analysis, container environment, figures and manuscript. Distinct responsibilities remain visible even where replacement interfaces are weak; 3 is supported." }, { "criterion_id": "M-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L40", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L918" ], "explanation": "Consumers import remodnav.tests utilities and construct detailed paths inside its test-data tree. Dataset paths are also embedded in analysis functions. Independently selectable gitlinks do not turn those internals into documented replacement interfaces; 1 matches the observed coupling." }, { "criterion_id": "M-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The MIT statement explicitly scopes classifier code/documentation, and other linked repositories have attributable declarations. The label module remains without a located license scope. Rating 2 is supported without inferring its terms from the parent repository." }, { "criterion_id": "M-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The reachable material declares several licenses but does not explain their combination at analysis/container redistribution boundaries. This matches anchor 1 rather than establishing compatibility from the reviewer’s interpretation of the licenses." }, { "criterion_id": "M-05", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The assessment explicitly concludes that access conditions cannot be determined for the complete component set. M-05 anchor 0 expressly includes that case. A null response is reserved for inability to choose any anchor, yet the stated rationale matches an available anchor. Public locations and license texts must also remain distinct from authentication/access requirements.", "suggested_correction": "Use 0 with a carefully bounded explanation that access conditions are not established by the inspected evidence, rather than asserting restrictions. Alternatively, supply positive access evidence supporting the uniform-access case. Record the tension between the explicit unknown-condition anchor and general missingness guidance as rubric feedback." }, { "criterion_id": "M-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The root and nested registrations identify module selections, while the adapter and Makefiles connect environment and result-production roles. Hard-coded consumer paths can be a replacement weakness while still explicitly specifying this assembly; 3 is supported." }, { "criterion_id": "P-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The README names tools, verified platform families, Docker compatibility and download sizes. The adapter’s non-root Docker-management assumption is not operationally documented in the frozen root material. Rating 2 follows that identifiable prerequisite gap, without inventing unrelated hardware requirements." }, { "criterion_id": "P-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Current analysis uses repository-relative paths; the adapter derives host working directory/user mapping and the Python command is explicitly configurable. The fixed /tmp location is container-internal. Legacy Condor paths are not used by the documented current pipeline, so they do not rebut 3 here." }, { "criterion_id": "P-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L12", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The inspected scientific imports and classifier requirements are covered by the Docker recipe, together with TeX/Inkscape rendering tools. The script deliberately supports absent in-container DataLad and the outer run declares acquisition inputs. Rating 3 is supportable for specification completeness; it is not verification of the unavailable image contents." }, { "criterion_id": "P-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The required recipe, runtime configuration and linked package definition occur in versioned trees. This satisfies binary value 1 independently of whether dependency versions float." }, { "criterion_id": "P-05", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "Machine-readable definitions are present, but rating 3 requires only explicit host configuration. The same inspection identifies an unresolved assumption that the caller can manage Docker without root; that assumption is explicitly flagged in the adapter and used to justify P-01=2. The P-05 rationale does not resolve it.", "suggested_correction": "Use 2 for a machine-readable environment with an unresolved host assumption, or provide the frozen, discoverable configuration instructions that close the P-01/A-02 gap before retaining 3." }, { "criterion_id": "E-01", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The adapter performs docker run from the image content hash for each invocation, so container creation is automatic rather than a separate manual environment-creation step. Rating 3 is supported for the container lifecycle; persistent mounted workspace/HOME state still needs separate treatment under E-03." }, { "criterion_id": "E-02", "disposition": "needs_evidence", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The bind mount keeps outputs outside container storage and --rm automatically discards the container. However, the temporary HOME is inside that persistent mount, and its removal follows &&, so failed make invocations leave it behind. Rating 3 is well supported for successful runs but the unqualified claim that all mutable environment state is automatically disposed is stronger than the supplied failure behavior.", "suggested_correction": "Explicitly scope the disposal claim to successful execution and discuss failure leftovers. If the criterion includes that HOME state on failed runs, identify a manual cleanup procedure or revise the rating rather than calling disposal unconditional." }, { "criterion_id": "E-03", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The numerical clean target removes selected outputs and caches, but it does not guarantee a fresh HOME: /tmp is the persistent working-directory mount, mkdir /tmp/dockertmp is followed by a semicolon, and cleanup only runs after make succeeds. After failure, the next invocation can continue with the existing HOME. The manuscript command also has no clean step and Make can reuse existing generated artifacts. These are source-level counterexamples to the unconditional clean-workspace rating 3.", "suggested_correction": "Remove the highest-anchor claim. Record the failure/HOME and incremental-build limitations and assess a lower anchor from an explicitly documented reset procedure; do not equate a fresh container with a clean mounted workspace. Retained tracked SVG inputs remain legitimate, but that does not address untracked leftovers." }, { "criterion_id": "D-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Version-specific routes and annex metadata are supplied, but the payloads are deliberately unavailable to this inspection and no network retrieval was permitted. Neither successful current obtainability nor an unavailable version was observed. Leaving this criterion null is appropriate; it remains in the provisional denominator." }, { "criterion_id": "D-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Raw-data documentation names alternative distribution/archive routes, but no complete preservation route for all label/image resources was established. Content digests prevent silent identity substitution without themselves guaranteeing retention at the single supplied image host. Rating 1 is defensible, with no claim that the host has actually failed." }, { "criterion_id": "D-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "The Dockerfile uses an unpinned Debian base and apt resolution, with only selected Python packages pinned. Top-level build inputs already float, so 1 is supported rather than 2. The saved image does not resolve reconstruction of those inputs." }, { "criterion_id": "D-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The available license texts identify recognizable terms, but the separate labels module lacks a resolvable governing declaration. That is sufficient for partial value 2; no assessment of legal permissiveness is needed." }, { "criterion_id": "D-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The root tree fixes dataset/classifier gitlinks, nested comparison selection, configuration and saved image identities together. The image’s latest label is accompanied by fixed config/layer hashes. This supports 3 for coherent selection even though D-01 retrieval is unresolved." }, { "criterion_id": "D-06", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/psychoinformatics-de--paper-remodnav--34388d3ca78f/repository.git#object=a303b5455458c79133a79864a590cbcdbad67a34", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The signed results tag and recorded image build provide useful provenance, but no supplied producer-verification route or executable-artifact attestation was located. Hashes establish content identity rather than verified producer identity. Binary 0 is supported within the frozen evidence boundary." } ], "verdict": "needs_revision", "created_at": "2026-10-28T02:55:35.065599+00:00", "limitations": [ "Inspection-only review of the assigned anonymized input using rubric revision e8d94d00d904058b8f87c8331cbe32e225a9490f and frozen evidence cohort remodnav-e3c6253bced7. No other assessments, reviews or examples were consulted.", "No scientific execution, container builds, payload acquisition or network calls were performed. All Git reads used GIT_NO_LAZY_FETCH=1. Missing payloads are review limitations, not observed retrieval failures.", "Historical exit-zero records are author-supplied provenance, not independently reproduced results. Installation websites, signer verification and current remote availability were not inspected beyond frozen references.", "The supplied adapter is version-tagged externally; this review cites its frozen relative locator with the manifest SHA-256 to identify the exact inspected bytes.", "Native schema/validator checks passed for the original assessment. All 36 response IDs are present; 34 have scores and two are null. Binary values and equal dimension weights are valid, and nulls remain in fixed denominators. No stored aggregate contradicts the native calculation. These structural checks do not establish substantive validity.", "The rubric has ambiguity around M-05 unknown access conditions, A-06 coverage of only recorded computations, and whether ephemeral cleanup must cover failed runs. Findings identify those interpretations rather than treating agreement as human approval.", "Runtime model identity was not independently observed; model_observed is null." ], "checked_criteria": [ "S-01", "S-02", "S-03", "S-04", "T-01", "T-02", "T-03", "T-04", "T-05", "T-06", "A-01", "A-02", "A-03", "A-04", "A-05", "A-06", "M-01", "M-02", "M-03", "M-04", "M-05", "M-06", "P-01", "P-02", "P-03", "P-04", "P-05", "E-01", "E-02", "E-03", "D-01", "D-02", "D-03", "D-04", "D-05", "D-06" ] }, { "id": "study-rubric-07-review-2", "assessment_id": "study-rubric-07", "reviewer_id": "study-rubric-07-review-2-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "S-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Score 3 is supported for the stated numerical/figure/manuscript object. Starting at the README, the root registrations lead to gaze data, event labels and classifier code; the classifier registration leads to comparison data. The analysis consumes published gaze files, not the raw dataset's unresolved src/lab-eyetracking submodule. That inaccessible upstream source should not by itself lower this boundary score." }, { "criterion_id": "S-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The code identifies gaze TSV inputs, derived event TSVs and Andersson MAT inputs through registered modules, and main.tex identifies manuscript inputs. The source of quality_stats is present even though the standard command does not call it. Inclusion/reference, rather than successful download or complete orchestration, supports 3 here." }, { "criterion_id": "S-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The environment recipe, saved-image reference, Python substitution, computation flags and classifier requirements/defaults are inspectable through the root. These meet the presence/reference anchor; moving build dependencies and incomplete host initialization belong to other criteria." }, { "criterion_id": "S-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The reachable texts identify CC BY 4.0, MIT, PDDL and GPLv3 for several components. Inspection of the labels module inventory and README did not locate a declaration governing its event-label content. This alone supports 2, without asserting that missing container-layer payloads prove those layers contain no license notices." }, { "criterion_id": "T-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/sub-01/ses-movie/func/sub-01_ses-movie_task-movie_run-1_recording-eyegaze_physio.tsv.gz", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/sub-01/sub-01_task-movie_run-1_events.tsv" ], "explanation": "Read-only tree inspection confirms fixed root and nested gitlinks; frozen inventories expose content keys for gaze/event payloads and image layers. The latest image tag is accompanied by fixed configuration/layer identities. Score 3 concerns the recorded identities, not verification of unavailable payload bytes." }, { "criterion_id": "T-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The root Git tree resolves three registered modules, their nested selections and git-annex payload identities in a compatible tracking structure. The missing bytes do not break the recorded state graph; 3 is supported for this tracking criterion." }, { "criterion_id": "T-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commits/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/commit/b950b59fecfd1bb17f47b143589d94547cb6f9ac" ], "explanation": "All seven supplied reachable histories were inspected for actor/date/change records; none of their commit records lacked author or date fields. The root records image/result changes, the labels history records derived-data changes, and the comparison-data history records a labeling correction. This supports 3 for attributable histories, without authenticating those identities." }, { "criterion_id": "T-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/bf3caf60e0c59d111f262a2383e3ebfd748edf58", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463-L551", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "Score 2 is supported, but the evidence should be more precise. The labels module does have a programmatic run at bdcde2ff with command, raw-data patterns and sub-* outputs. Conversely, the velocity histogram was committed with a manual explanation and quality_stats is not called by the recorded root command; manuscript compilation also lacks a located captured run. These are concrete provenance coverage gaps.", "suggested_correction": "Cite the actual label run and the manual velocity-histogram commit. Distinguish missing execution-environment versions from missing command/input/output records." }, { "criterion_id": "T-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "Partial fulfillment remains justified. The root numerical record is anchored in Git and names its image input. The label-generation record invokes host Python without a captured environment identity, and the image build resolves moving Debian/apt inputs. Absence of a manuscript run is principally a T-04 gap; these existing records provide the stronger T-05 reason for 2." }, { "criterion_id": "T-06", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/psychoinformatics-de--paper-remodnav--34388d3ca78f/repository.git#tag-object=a303b5455458c79133a79864a590cbcdbad67a34", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The frozen annotated tag really contains a PGP signature and targets the stated result commit, but the inspected documentation supplies no identity-verification route. That supports binary 0, not an inference that every record is unsigned. The assessment's tree URL identifies the target tree rather than the signed tag object.", "suggested_correction": "Retain 0 and identify the frozen tag object a303b5455458c79133a79864a590cbcdbad67a34 when documenting the signature observation." }, { "criterion_id": "A-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The README supplies the root clone and rerun sequence; the captured record enumerates required data/image inputs, and the raw-data README explains git-annex preparation. Score 3 is defensible as instructions for acquisition, distinct from proving current availability under D-01." }, { "criterion_id": "A-02", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "A complete score of 3 is not established by merely naming installation websites. The frozen adapter explicitly assumes Docker is callable and manageable by the invoking non-root user, and P-01 acknowledges this essential setup gap. The referenced installation pages are outside the frozen inspected material, so their coverage cannot be presumed in this review.", "suggested_correction": "Resolve the inconsistency with P-01: cite inspected instructions that cover Docker access/initialization, or rate the supplied sequence as partial (2) and identify that outstanding setup decision." }, { "criterion_id": "A-03", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463-L551", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282-L1326", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1145-L1168", "https://github.com/psychoinformatics-de/paper-remodnav/commit/bf3caf60e0c59d111f262a2383e3ebfd748edf58" ], "explanation": "The claim that the tagged rerun maps every numerical result and SVG to an unambiguous execution sequence is contradicted by the source. main.tex uses img/velhist.pdf and reports the signal-loss values. quality_stats generates the histogram and corresponding values, but its docstring says to add a call manually, and no CLI flag/main invocation calls it. The recorded rerun therefore retains a supplied figure instead of recomputing that scoped result.", "suggested_correction": "Lower from 3; 2 is defensible when the function docstring is counted as partial reproduction instructions. Explicitly enumerate this supplemental invocation and output handling instead of repeating the README's all-results claim." }, { "criterion_id": "A-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Executable clone/rerun commands plus declared data patterns and nested registrations specify acquisition and assembly of the consumed analysis inputs and image. Retain 3 for the supplied procedure, with the existing caveat that no retrieval was performed. Optional datalad_get calls inside the analysis are not evidence of successful acquisition." }, { "criterion_id": "A-05", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463-L551", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L672-L742", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L385", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1161", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile" ], "explanation": "The 3 rationale overstates executable coverage: quality_stats is not selected by any of the documented flags, and flowchart_figs is explicitly marked not to be executed and contains no output-saving step. The complete numerical quality calculation is nevertheless available as an executable function, so lack of a CLI call alone should not be confused with missing algorithm code. The supplied SVGs can be rendered, but rendering stored figures is not equivalent to regenerating all their computational content.", "suggested_correction": "Inventory stored figure assets separately from regenerated figures and explain whether supplied functions satisfy the complete anchor without an executable composition step. Until all scoped computational figure steps are accounted for, a full-coverage score needs additional support; partial 2 is the safer rating." }, { "criterion_id": "A-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "Score 2 is supported by a supplied replay mechanism for the numerical run while the labels record still leaves its environment unresolved and the build record relies on moving inputs. The stated reason should not rely solely on missing manuscript provenance: anchor 3 is expressly limited to scoped computations represented in provenance, not every possible unrecorded computation.", "suggested_correction": "Retain the partial score but base it on unresolved replay context in existing records. Do not claim that invoking a bare rerun command independently verifies restoration of every historical component state." }, { "criterion_id": "M-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The inspected tree separates data, classifier, analysis source, image definition, graphics and manuscript with recognizable responsibilities. Score 3 is supported without requiring every boundary to be a separate repository." }, { "criterion_id": "M-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L40-L61", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L881-L887", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The analysis reaches into remodnav.tests.utils and constructs a detailed internal tests/data/anderson_etal path. These are genuine consumer dependencies on internals despite independently selectable module commits. The limited anchor 1 is appropriate; a gitlink alone is not a replacement interface." }, { "criterion_id": "M-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING" ], "explanation": "Several module-specific declarations can be assigned independently, while the separate labels module lacks a located governing declaration. This supports 2. No conclusion about the legal compatibility of these terms is required to reach that finding." }, { "criterion_id": "M-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "Separate license texts are present, but the inspected composition documentation does not record compatibility handling at their combination boundaries. The explicit license-listed/combination-unaddressed anchor supports 1. This is a documentation judgment rather than a reviewer legal opinion." }, { "criterion_id": "M-05", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/methods/rubric/rubric.json#M-05" ], "explanation": "The assessment leaves this unanswered because complete access conditions cannot be determined. That is precisely an explicit branch of anchor 0: access conditions cannot be determined. Unlike D-01, this criterion therefore supplies an anchor for the stated uncertainty. One need not invent a restriction or conclude that public repository locations establish uniform access.", "suggested_correction": "Assign 0 with an observation/rationale that access conditions were not determinable from the inspected boundary; preserve the uncertainty about actual restrictions and the useful applicability feedback. This changes completion, not the provisional score contribution." }, { "criterion_id": "M-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The registered selections and their nested links, together with explicit consumer paths and the configured image/Makefile connection, specify assembly. The result-orchestration gaps do not erase this composition graph; score 3 is supported for reconstructing the module selection." }, { "criterion_id": "P-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "Tools, tested operating systems, Docker format compatibility and approximate downloads are documented. The adapter's explicit non-root Docker-management assumption is not resolved by the frozen root instructions. This is an identified prerequisite gap, supporting 2 rather than an unspecified generic portability concern." }, { "criterion_id": "P-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "Within the documented current workflow, the host directory is discovered dynamically and mapped to a stable container path; Python substitution is outside the analysis. Analysis inputs are relative. The legacy Condor scripts are not invoked by this workflow. Score 3 is reasonable for isolation of host-specific settings, even though setup of Docker access remains a separate gap." }, { "criterion_id": "P-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L12-L44", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The recipe covers the inspected scientific imports, editable classifier installation dependencies and TeX/Inkscape rendering tools, with orchestration tools named on the host. DataLad is optional in the analysis module and declared data can be prepared before entering the image. Retain 3 for dependency specification; this does not establish build reproducibility." }, { "criterion_id": "P-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "Read-only root/module tree inspection confirms that the recipe, runtime configuration, image metadata and classifier dependency declaration are tracked at fixed revisions. The binary fulfilled value 1 is appropriate." }, { "criterion_id": "P-05", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The machine-readable environment is real, but the full anchor requires only explicit host configuration. The same assessment establishes under P-01 that the adapter requires unresolved Docker access configuration. No extra evidence in P-05 closes that host assumption, so 3 is internally inconsistent with the identified gap.", "suggested_correction": "Use 2 while the non-root Docker management/host initialization assumption remains undocumented in the inspected material, or supply inspectable configuration instructions that resolve it consistently across P-01, A-02 and P-05." }, { "criterion_id": "E-01", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The adapter launches a new docker run from the saved configuration-derived image identity for each actual invocation. That supports 3 for container creation. The mounted workspace and persistent-on-failure HOME deserve separate E-03 scrutiny; the claim of fresh container state does not prove clean workspace state." }, { "criterion_id": "E-02", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "Outputs are written through the host dataset mount and Git captures provenance outside the container; --rm makes container disposal automatic. Thus 3 is supported for preserving required artifacts on disposal. The wrapper only removes dockertmp after success, so it should not be described as unconditional cleanup of every mutable host-side directory." }, { "criterion_id": "E-03", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "A fresh container does not establish this full clean-workspace anchor. The adapter mounts the existing working directory. The wrapper uses mkdir /tmp/dockertmp followed by a semicolon, then deletes that directory only after success; a failed run leaves HOME state in the host checkout and the next run can continue using it after mkdir fails. The numerical clean target does not remove dockertmp. The documented manuscript command also omits clean, and an existing newer main.pdf can suppress its Makefile recipe. Neither retained state is established as a declared tracked input.", "suggested_correction": "Withdraw 3. The literal undeclared-prior-state branch of anchor 0 is supported by the wrapper/Makefile inspection; do not claim an observed failure. Explain that the successful clean numerical path is stronger than the full set of supplied execution paths." }, { "criterion_id": "D-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/7f8/a2f/MD5E-s77814784--21d915740e64e08ccf966947c51eae95.log.web" ], "explanation": "Null is justified under the frozen inspection boundary. Content-specific retrieval routes are documented, but the payloads were deliberately not acquired. There is neither an observed failure supporting 2 nor verification that every intended version is obtainable supporting 3. Retain the unanswered state in the fixed denominator; do not equate it with an explicit zero or an absent route." }, { "criterion_id": "D-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/7f8/a2f/MD5E-s77814784--21d915740e64e08ccf966947c51eae95.log.web", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The raw-data module advertises an alternative host and a DOI route, but the inspected image availability metadata depends on one service and supplies no preservation commitment or independent recovery path for its payloads. Content keys retain identity rather than bytes. Anchor 1 is supported without making an unsupported claim that the service has disappeared." }, { "criterion_id": "D-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "The base tag and apt installation resolve moving states, and selected Python pins do not lock the full dependency graph. The historical build exit code shows a past build, not reproducible future dependency resolution. Score 1 follows the explicit unpinned-build anchor." }, { "criterion_id": "D-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The included governing texts unambiguously identify several licenses even without SPDX metadata, while the event-label module lacks a located resolvable identity. Score 2 is supported; absence of a license text cannot be repaired by inferring terms from a linked input dataset." }, { "criterion_id": "D-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The current root snapshot fixes data/software submodule commits and the saved OCI image identities together. Nested software/data selections are fixed as well. A floating Docker build recipe does not make the already recorded saved image selection float, so 3 is supported for joint distribution state." }, { "criterion_id": "D-06", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/psychoinformatics-de--paper-remodnav--34388d3ca78f/repository.git#tag-object=a303b5455458c79133a79864a590cbcdbad67a34", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "There is a distributed executable image, so no source-only applicability exception is needed. The tag signature and recorded build command do not supply an inspected, usable verification route linking a verified producer to this distributed executable. Binary 0 is supported; it is not a claim that hashes or useful build provenance are absent." } ], "verdict": "needs_revision", "created_at": "2026-10-28T03:03:04.962623+00:00", "limitations": [ "Independent inspection of only the assigned anonymized assessment, rubric e8d94d00d904058b8f87c8331cbe32e225a9490f, and frozen remodnav evidence manifest SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. No peer reviews, other assessments or examples were consulted.", "No network requests, scientific execution, container builds or payload acquisition were performed. Binary/annex payloads and SVG contents are absent by cohort design; neither current availability nor scientific result equality was verified. Findings about dormant functions and retained state are source-inspection conclusions, not observed execution failures.", "Root README links to installation sites, discussions and release pages do not supply their full content in this frozen package. The external Docker adapter was inspected through the declared README/version/config discovery path; its frozen SHA256 locator is used because the public 1.2.3 tag URL is not a content-immutable commit URL.", "All Git reads used GIT_NO_LAZY_FETCH=1. Root and nested gitlinks, the signed tag object, histories and material source checksums were inspected locally; signatures were not cryptographically verified. Root paths in citations mean discovery from the entry repository; module paths follow its explicit .gitmodules chain.", "The assessment passes the assigned structural validator and exact rubric hash check. Its 36 responses contain 34 numeric answers and two nulls with equal dimension weights; the native calculation retains both nulls in fixed denominators and reports incomplete/provisional status. No stored aggregate in the input contradicts that calculation. The proposed M-05 correction would affect answered-count semantics without adding points. Validator success does not substantiate criterion judgments.", "Upstream raw acquisition is outside reproduction of the published gaze inputs consumed by the current pipeline. The unresolved private original-source registration was not treated as a necessary analysis input. The declared numerical-results/figures/manuscript scope was retained when checking dormant quality_stats and manuscript execution.", "Observed runtime model identity is unavailable and is left null. This independent review is not human approval." ], "checked_criteria": [ "S-01", "S-02", "S-03", "S-04", "T-01", "T-02", "T-03", "T-04", "T-05", "T-06", "A-01", "A-02", "A-03", "A-04", "A-05", "A-06", "M-01", "M-02", "M-03", "M-04", "M-05", "M-06", "P-01", "P-02", "P-03", "P-04", "P-05", "E-01", "E-02", "E-03", "D-01", "D-02", "D-03", "D-04", "D-05", "D-06" ] }, { "id": "study-rubric-07-review-3", "assessment_id": "study-rubric-07", "reviewer_id": "study-rubric-07-review-3-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "S-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Following the root README and gitmodule declarations reaches the raw gaze inputs, derived event labels, classifier, nested Andersson data and container. The analysis reads distributed gaze files, not the raw-data repository’s private original-source submodule. The stated computational boundary therefore supports 3; no missing cache payload was treated as a missing discovery link." }, { "criterion_id": "S-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The loaders name gaze TSVs, event TSVs and comparison MAT files in explicitly linked modules. Manuscript source, analysis functions and retained SVG inputs are represented. Even the uninvoked quality_stats function is present, so its invocation gap does not establish missing data or source code. Score 3 is supported." }, { "criterion_id": "S-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The root provides dependency declarations, image metadata, a container invocation, analysis flags and concrete classifier/sample-selection parameters. This presence criterion does not demand reproducibly pinned builds. The configuration coverage supports 3, subject to the separate execution-coverage findings below." }, { "criterion_id": "S-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Root and linked module license texts can be attributed to the paper, classifier, raw data and comparison repository. The event-label module inventory has no license declaration. That concrete gap is sufficient for 2 without presuming that absent container payloads contain no license files." }, { "criterion_id": "T-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The root tree records exact gitlinks; the frozen inventory records Git object IDs and annex keys; image metadata identifies configuration and layers by digest. These identify the saved component states regardless of whether bytes can presently be retrieved. Score 3 is justified. The .gitmodules file alone would not establish the gitlink revisions, but the tree and manifest do." }, { "criterion_id": "T-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Code, manuscript, result sources, configurations, nested datasets and large payload keys participate in the root Git/git-annex graph. The root-to-submodule selections are explicit and compatible with one tracking system, supporting 3 rather than merely rewarding use of Git." }, { "criterion_id": "T-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commits/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commits/92279db3850ee4282d97001a3f650fc55cb64b4e", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "I inspected the frozen histories for the root and every reachable cached module revision, including both classifier and comparison-data selections. All history records have author and author/commit dates, with change messages; root image and output updates are represented as well. Score 3 is supported for the scoped component classes; these records do not verify real-world identities." }, { "criterion_id": "T-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "Score 2 is supported because captured numerical/image-build records coexist with no located captured manuscript execution. A material omission in the rationale is the label dataset’s bdcde2ff run: it records bash code/compute_all.sh, both raw-input patterns, sub-* outputs and exit 0. Also quality_stats produces the manuscript velocity histogram but is absent from the recorded root dispatcher. Environment incompleteness for label generation belongs under T-05, not a claim that its command/input/output record is absent.", "suggested_correction": "Retain 2, cite the event-label run explicitly, and identify manuscript and quality_stats capture gaps separately from environment-version gaps." }, { "criterion_id": "T-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The numerical run is linked through Git to code, input selections, configuration and saved image. The captured label-generation run has no captured environment, and the recorded Docker build does not identify all packages/base-image states resolved during construction. These are concrete version-provenance gaps supporting 2. The absence of a manuscript run alone would not disprove the highest anchor, which quantifies recorded executions.", "suggested_correction": "Retain 2 but base the reduction on versions missing from identified recorded executions; add the label-generation and image-build records as citations." }, { "criterion_id": "T-06", "disposition": "agree", "evidence": [ "https://api.github.com/repos/psychoinformatics-de/paper-remodnav/git/tags/a303b5455458c79133a79864a590cbcdbad67a34", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "A read-only inspection confirmed the annotated results tag targets 57d2565 and contains a PGP signature. Neither the inspected root material nor supplied external metadata establishes a signer-key verification route. Binary 0 is supported without asserting that the signature is invalid. The assessment’s commit-tree URL does not itself locate the tag signature; the exact tag object is the better citation." }, { "criterion_id": "A-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The updated clone/rerun sequence delegates acquisition of enumerated gaze, label, comparison and image inputs to DataLad; the raw-data README adds annex initialization/retrieval instructions. This is a supplied acquisition procedure, not a successful-download claim, and supports 3 within inspection-only scope." }, { "criterion_id": "A-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The setup route identifies host tool installations and linked installation guidance, then supplies the clone and container commands; the image and editable package-install command specify scientific setup. Score 3 is reasonable as an instruction assessment. The linked installation pages were not supplied or visited, so this is not independent verification that every platform installation path succeeds." }, { "criterion_id": "A-03", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1145", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1161", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The claimed mapping of all numerical/SVG results to the tagged rerun is false. quality_stats() computes signal-loss summaries and writes img/velhist.svg, which the manuscript includes as velhist.pdf. Its docstring explicitly says to add the function to the command-line invocation list, but the -s -f -r -m dispatcher never calls it. The manuscript contains the 15.1%/4.1% values literally. Rendering retained SVGs into the manuscript is not regeneration of this scoped analysis figure.", "suggested_correction": "Lower 3 to 2: instructions exist in the quality_stats docstring but the complete execution sequence and integration of these outputs are not supplied by the advertised rerun. Identify this figure and these values in the output inventory." }, { "criterion_id": "A-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The recorded inputs and extra image input identify an executable retrieval/assembly route through nested datasets, supplemented by datalad_get calls. No independent acquisition was performed. The uncalled quality_stats function uses the same declared gaze inputs, so that invocation omission does not establish an acquisition gap. Score 3 is supported." }, { "criterion_id": "A-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile" ], "explanation": "The scientific transformations, including quality_stats, exist as executable Python functions; SVG rendering and manuscript compilation exist as Make recipes. Thus 3 is defensible for executable specification rather than turnkey invocation. However, the rationale incorrectly says all figure-producing functions are selected by the flags: quality_stats must be separately invoked. This should not be hidden by the high rating.", "suggested_correction": "Retain 3 with a precise distinction between implemented computation and the incomplete documented invocation identified under A-03." }, { "criterion_id": "A-06", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282" ], "explanation": "The reduction is justified solely by a missing captured manuscript computation, but anchor 3 concerns every scoped computation represented in provenance. A computation absent from provenance is not by itself a counterexample to that wording. Meanwhile the assessment does not examine replay context for the captured label-generation computation, whose environment is unresolved. This is a rationale/scope defect even if 2 remains the appropriate final score.", "suggested_correction": "Enumerate the recorded computations considered in scope. Retain 2 if the label-generation or other captured run requires manual environment/state reconstruction; otherwise reconsider 3 for the represented subset and leave missing capture under T-04. Do not use absence of a manuscript record alone as the downgrade." }, { "criterion_id": "M-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "Raw gaze, labels, classifier code, paper analysis, image definition/payload, figures and manuscript have identifiable paths and responsibilities. The rubric accepts direct files as well as linked datasets, and those boundaries support 3 despite imperfect replacement interfaces." }, { "criterion_id": "M-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L40", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The root imports remodnav.tests.utils and traverses the classifier’s internal test-data hierarchy. Dataset consumers assume particular subject/run layouts. These are observable dependencies beyond a documented replaceable interface, making 1 a justified limitation even though gitlinks allow independent state selection." }, { "criterion_id": "M-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Separate declarations make several modules’ terms independently attributable, while the event-label module remains uncovered. This supports 2. The existence of public repository locators does not supply license permission; container asset coverage remains unresolved because its payload was not inspected." }, { "criterion_id": "M-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The inspected documents list identifiable licenses but supply no policy or explanation for their combination at the relevant boundaries. That matches anchor 1 specifically. No conclusion about legal compatibility or incompatibility is required." }, { "criterion_id": "M-05", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The rationale concludes that access conditions for essential payloads cannot be determined, yet leaves the score null. The native zero anchor explicitly includes “Access conditions cannot be determined.” Once that conclusion is reached, an explicit 0 is an available anchor rather than an unanswered item. License ambiguity should also be kept separate from access prerequisites: missing license declarations alone do not demonstrate restricted access.", "suggested_correction": "Assign 0 under the explicit indeterminate-access clause, with low confidence/insufficient evidence if appropriate, unless additional frozen evidence establishes uniform or isolated access conditions. State that this is not evidence of actual restrictions or retrieval failure." }, { "criterion_id": "M-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "Root and nested module selections, concrete data-consumer paths, container configuration and build targets expose the intended assembly. The frozen tree resolves choices omitted from .gitmodules text itself. These complementary specifications support 3 even though replacing a module requires knowledge of internal paths." }, { "criterion_id": "P-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The README names host tools, compatible/tested operating systems, Docker compatibility and transfer sizes. The supplied adapter explicitly assumes Docker can be managed by the non-root invoking user and marks this as needing documentation. Given the inspected boundary, 2 is a reasonable rating, though linked installation pages could contain additional setup guidance that was not frozen." }, { "criterion_id": "P-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "The current analysis uses repository-relative paths; the adapter sets the working-directory bind mount and current-user mapping; the Python command is an external substitution. This supports 3 for the current containerized path. Old Condor deployment assumptions should not be imported into this path merely because older module scripts remain present." }, { "criterion_id": "P-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The declared image packages cover inspected NumPy/SciPy/pandas/matplotlib/seaborn/sklearn/statsmodels dependencies and Inkscape/LaTeX rendering. DataLad import inside analysis is optional, and the captured host-side input declarations cover the actual file classes consumed. No concrete omitted runtime dependency was identified, so 3 is supported without claiming execution success or pinned reconstruction." }, { "criterion_id": "P-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "All inspected environment definitions for the current pipeline reside in the selected root or linked versioned software tree. The binary value 1 is consistent with this evidence and with the native allowed values; loose package versions do not negate version control of the definitions." }, { "criterion_id": "P-05", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The assessment awards 3 while its P-01 finding identifies a required, undocumented Docker access assumption in the same adapter. Anchor 2 explicitly covers a machine-readable definition with an unresolved host-specific assumption outside documented configuration. The rationale does not resolve that assumption, so these findings cannot jointly justify 3 as written.", "suggested_correction": "Use 2 consistently with P-01, or supply frozen evidence that documents the required Docker access setup and revise both rationales accordingly." }, { "criterion_id": "E-01", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The adapter loads/selects the saved image by configuration-content hash and invokes docker run for a new container, rather than restarting a mutable old container. This supports 3 for environment creation. The rationale should avoid asserting that HOME is invariably fresh: its fixed bind-mounted path can survive failure, addressed under E-03." }, { "criterion_id": "E-02", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The bind-mounted repository holds results and Git history outside the disposable container; --rm removes container state, and the successful path removes the auxiliary HOME. Score 3 is supported for completed runs. The cleanup qualification matters: failed runs deliberately may retain dockertmp, which is not proof of an always-clean next run." }, { "criterion_id": "E-03", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitignore", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The fixed HOME is /tmp/dockertmp inside the mounted dataset, and dockertmp is Git-ignored. Cleanup is guarded by successful make completion. After a failed run, mkdir can fail because that directory exists, but the semicolon still permits make to continue with the previous HOME; the clean target removes root .cache/.config/.local, not dockertmp. In addition, the manuscript command lacks the numerical run’s clean target and can retain ignored rendered outputs. These source facts contradict the universal claim that the procedure establishes a clean workspace for each run. No failure or rerun was executed in this review.", "suggested_correction": "Lower the highest rating; 2 is appropriate if an explicit manual reset is accepted as the missing step. If the required reset cannot be derived sufficiently from supplied instructions, retain uncertainty rather than award 3. Explain retained tracked inputs separately from untracked HOME/rendered state." }, { "criterion_id": "D-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/7f8/a2f/MD5E-s77814784--21d915740e64e08ccf966947c51eae95.log.web", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The frozen annex metadata supplies content-specific retrieval URLs and the documents supply Git/DataLad routes. They do not establish current delivery of all intended payloads. No retrieval failure was observed, so neither an unavailable-version penalty nor a universal obtainability claim is warranted. Null is appropriate here because none of the specific availability anchors is established by the inspection boundary." }, { "criterion_id": "D-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/7f8/a2f/MD5E-s77814784--21d915740e64e08ccf966947c51eae95.log.web" ], "explanation": "The raw dataset advertises an alternate distribution and DOI route, but the inspected image availability records all use one service and no complete payload-preservation route is documented for the assembled object. Versioned identities alone do not establish preserved bytes. Score 1 is supported as a documented preservation limitation, not a prediction that a host will fail." }, { "criterion_id": "D-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "debian:bookworm-slim, apt package resolution and several package/transitive dependencies are not fixed to immutable build inputs. Selected Python pins do not meet the all-top-level-pinned condition of anchor 2. The saved image can be precisely identified without making its recipe reproducibly reconstructible; score 1 is justified." }, { "criterion_id": "D-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "Recognizable full texts and license names resolve several modules’ governing terms. The event-label module supplies no corresponding declaration, preventing the universal anchor. Score 2 follows from this specific omission; no claim about license permissiveness is needed." }, { "criterion_id": "D-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The selected root tree fixes the source, configuration, output files, submodule commits and image content records together. A latest label in image metadata does not replace those fixed content identities. Score 3 is supported for joint version selection, independently of current retrieval and recipe reconstruction." }, { "criterion_id": "D-06", "disposition": "agree", "evidence": [ "https://api.github.com/repos/psychoinformatics-de/paper-remodnav/git/tags/a303b5455458c79133a79864a590cbcdbad67a34", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The image has content hashes and a build record, while the results tag has a signature. The supplied evidence does not establish verifiable producer identity and build-source attestation for the distributed executable image. Binary 0 is supported; this does not require treating the signed results tag as nonexistent or invalid." } ], "verdict": "needs_revision", "created_at": "2026-10-28T03:11:01.133880+00:00", "limitations": [ "Independent review of only the assigned anonymized assessment against rubric revision e8d94d00d904058b8f87c8331cbe32e225a9490f and frozen evidence manifest e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. No other assessments, reviews, examples or comparison material were consulted.", "Inspection only: no network calls, scientific workflow execution, container builds or payload acquisition. Missing binary/annex bytes are cohort limitations, not observed retrieval failures. Git reads used GIT_NO_LAZY_FETCH=1.", "Historical exit-zero records were inspected as author-supplied provenance, not independently reproduced outcomes. Signature validity and present service availability were not tested.", "The root explicitly links external installation documentation and discussion records that are not included in the frozen source package; their contents were not inferred. The adapter citation uses its frozen relative locator and SHA-256 because only a release-tag public URL was supplied.", "The native schema/validator and independent response inventory checks found 36 recognized criteria, 34 non-null ratings, valid binary values and equal dimension weights. Both nulls remain in fixed denominators; the input has no stored aggregate score contradicting the method. Validation does not establish substantive correctness. M-05 correction would change completion and must be reflected in any regenerated summary.", "Agreement denotes support under the stated evidence boundary and native anchors, not human approval or scientific validation. The requested model identity was not independently observable, so model_observed remains null." ], "checked_criteria": [ "S-01", "S-02", "S-03", "S-04", "T-01", "T-02", "T-03", "T-04", "T-05", "T-06", "A-01", "A-02", "A-03", "A-04", "A-05", "A-06", "M-01", "M-02", "M-03", "M-04", "M-05", "M-06", "P-01", "P-02", "P-03", "P-04", "P-05", "E-01", "E-02", "E-03", "D-01", "D-02", "D-03", "D-04", "D-05", "D-06" ] }, { "id": "study-rubric-08-review-1", "assessment_id": "study-rubric-08", "reviewer_id": "study-rubric-08-review-1-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "S-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules" ], "explanation": "The root README identifies the paper, computations and environment, and its tracked module declarations lead to the data and algorithm. Following those links and the analysis file paths supports the stated object boundary. The local src/lab-eyetracking ancestor is not a direct input to the paper workflow, so its inaccessible origin does not itself invalidate this rating." }, { "criterion_id": "S-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The paper code explicitly consumes distributed gaze files, label TSVs and nested Andersson MAT annotations. The quality and flowchart helper code also names its raw inputs. Lack of their payload bytes in this cohort is an inspection limit, not evidence that the references are missing. Reference coverage supports the highest anchor even though production instructions are incomplete." }, { "criterion_id": "S-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The root supplies an environment recipe, a selected stored image, the invocation configuration and script parameters; the algorithm supplies its dependency declaration. These establish presence of required ingredients. Mutable dependency resolution affects reconstruction precision rather than this presence criterion." }, { "criterion_id": "S-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "Following the root module links exposes CC BY 4.0, MIT, PDDL and GPLv3 declarations. The label module inventory and README expose no corresponding declaration. That concrete gap is sufficient for partial credit; the absent style and image payloads do not permit a finding that they contain no license notices.", "suggested_correction": "Keep the rating, but distinguish the established label-module declaration gap from unresolved license contents in payloads omitted from the frozen package." }, { "criterion_id": "T-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/results_def.tex" ], "explanation": "Read-only Git tree inspection confirmed all three root gitlinks and the recursively selected data and annotation revisions. The frozen inventory records content keys for absent annex payloads; image manifests select config and layers by digest. The scientific files and their generated macros therefore have exact state identities without requiring payload retrieval." }, { "criterion_id": "T-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitattributes", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The root Git tree resolves module commits, and their trees resolve the data via annex keys. Container files and results are also represented in that tracking graph. Separate byte storage is compatible with the rubric and is not a reason to downgrade integrated tracking." }, { "criterion_id": "T-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/commit/b950b59fecfd1bb17f47b143589d94547cb6f9ac", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The supplied histories actually contain named actors, dates and change descriptions for source, manuscript/results, dataset changes, annotation corrections and the image conversion. This supports coverage across component classes. It establishes attributable history, not completeness of scientific execution records or verified real-world identities." }, { "criterion_id": "T-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "The main analysis and label-generation commits contain structured DataLad records with command, input and output fields. The default dispatcher omits quality_stats, while the manuscript consumes its histogram, and flowchart_figs supplies no complete export. No inspected run record closes those production gaps or the manuscript-rendering gap, supporting partial provenance coverage." }, { "criterion_id": "T-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The main record is attached to a Git state that selects data, code and a stored image. In contrast, the label run invokes ambient python with an inherited PYTHONPATH, without identifying its exact library environment. That specific unresolved component class supports the partial anchor independently of whether a current environment could run it." }, { "criterion_id": "T-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/tree/a303b5455458c79133a79864a590cbcdbad67a34", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The annotated results tag contains an armored signature, and the OCI conversion commit also has a gpgsig header. I found no supplied signing-identity verification instructions in the inspected root material. The binary zero remains supported on that missing-route condition; it must not be explained as absence or invalidity of signatures.", "suggested_correction": "Mention the signed conversion commit as well as the signed tag. Preserve the distinction between signature presence and verified signing identity." }, { "criterion_id": "A-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The root provides clone and rerun commands, and the referenced run declares nested annotation, gaze, label and image inputs. Following the raw-data module also reveals annex initialization and acquisition commands. These are supplied acquisition procedures, not successful retrieval observations, and the assessment appropriately keeps that distinction." }, { "criterion_id": "A-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The README names host tools, installation routes and verified versions/platforms. The configured adapter loads the saved image and the Docker recipe supplies the internal setup. This supports the documented setup route without requiring a reviewer installation. The externally linked installation pages themselves were not available for inspection in this frozen cohort." }, { "criterion_id": "A-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "The advertised rerun invokes only the CLI dispatcher. quality_stats expressly requires adding an invocation, and flowchart_figs says it is not to be executed and does not export the composite illustration. The manuscript includes velhist and flowchart_2, so the supplied default instructions do not cover every scoped output. The limited anchor is justified." }, { "criterion_id": "A-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The acquisition sequence is executable: clone, nested module registration and run input declarations identify the material to assemble, including the saved image. The code paths use the distributed gaze dataset rather than its local-only ancestral source module. No missing manual assembly step was identified for the inputs consumed by the supplied paper workflow." }, { "criterion_id": "A-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The make targets, Python dispatcher and image conversion rules form a substantial result-producing procedure. The flowchart helper merely constructs and closes plots, supplies no final export/composition, and even contains an incomplete filter return/unpack sequence. A recipient must still supply steps for the full figure set, so complete executable specification is not established." }, { "criterion_id": "A-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "A replay mechanism is supplied for the main recorded analysis. The recorded label-generation computation retains an unspecified ambient Python/library context, supporting partial replay capability. However, the rubric highest anchor concerns every scoped computation represented in provenance; absence of a record for the flowchart or manuscript should not by itself be used as a further A-06 penalty.", "suggested_correction": "Base the partial rating on unresolved context for the recorded label run. Keep missing execution records under T-04 and missing full-result instructions under A-03/A-05." }, { "criterion_id": "M-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The module and file boundaries separate gaze inputs, event labels, algorithm implementation, paper analysis, environment and manuscript assets. Subject directories in the label module are declared outputs of a separate computation rather than evidence of unstructured mixing. The roles are identifiable enough for the highest anchor." }, { "criterion_id": "M-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The algorithm has a documented input/output CLI and selectable Git state. The paper nevertheless imports remodnav.tests.utils and constructs a path into remodnav/tests/data/anderson_etal, coupling consumers to package internals. Replacing that internal layout entails changes in analysis code, which supports partial rather than full substitutability." }, { "criterion_id": "M-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The separate repositories make several declarations independently attributable. The label dataset has no inspected governing declaration, and no central scope mapping resolves it. This is a concrete module-level licensing gap sufficient for the assigned partial anchor without making legal inferences about omitted binaries." }, { "criterion_id": "M-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The object exposes module license texts but no inspected root instruction addresses their combined distribution or assigns compatibility handling at the identified boundaries. The limited anchor explicitly permits this distinction. The rating describes absent documented handling, not a legal conclusion that the licenses conflict." }, { "criterion_id": "M-05", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", ".cache/methods/rubric/rubric.json#revision=e8d94d00d904058b8f87c8331cbe32e225a9490f&criterion=M-05" ], "explanation": "The assessment says that access conditions cannot be determined across the scoped components, yet leaves this item null. M-05 explicitly defines that situation in its zero anchor: access conditions cannot be determined. The criterion-specific anchor therefore supports a completed zero on the assessment own evidence, rather than an unanswered item. Missing reuse licenses should also be distinguished from acquisition authorization conditions.", "suggested_correction": "Assign 0 with the documented access-condition limitation, or establish the actual uniform/differing access conditions and rate the corresponding anchor. Do not leave null solely for a condition already covered by the zero anchor. This changes completion, not the provisional numeric total." }, { "criterion_id": "M-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The selected gitlinks, nested declarations and concrete file paths describe the joint assembly consumed by the paper. The container configuration supplies the environment connection. The unresolved local source ancestor belongs to rebuilding an upstream data origin, not assembling these distributed analysis inputs, so it does not invalidate this composition finding." }, { "criterion_id": "P-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Tools, tested operating systems and download sizes are stated. The adapter itself flags its assumption of a Docker executable manageable by a non-root user as needing documentation; that is a concrete host prerequisite gap. The source also notes a rendering-memory concern, but does not establish a complete resource requirement. Partial credit is justified without claiming an observed portability failure." }, { "criterion_id": "P-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The paper uses repository-relative paths, and the adapter derives its mounted directory and user IDs from the host. Python and HOME are identified in configuration rather than personal analysis paths. The fixed internal /tmp mount is part of the defined container interface; no required adaptation of scientific logic was identified." }, { "criterion_id": "P-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile" ], "explanation": "The recipe lists the Python, numerical, plotting, compiler and manuscript-rendering dependencies used by the inspected source, while the selected algorithm declares its runtime requirements. This supports dependency coverage for the current paper workflow. It does not establish the exact historical label-run environment or reproducibility of future builds." }, { "criterion_id": "P-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The current environment definition files and image metadata are in the selected Git states. Their changing dependency references do not make the definition files unversioned. The binary positive is therefore supported for the current supplied environment definitions." }, { "criterion_id": "P-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "Docker can consume the recipe and stored image structure, and the adapter selects the image by config hash and invokes the configured command. The README identifies compatible tested host platforms. The machine-readable capability is evidenced by definitions and adapter code, although it was not demonstrated by execution in this review." }, { "criterion_id": "E-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The inspected cli_run creates a new docker run process using the image identity returned by load; it does not restart a mutable existing container. The command creates a temporary HOME for the run. That supports a fresh environment on the supplied container execution path; workspace cleanliness is a separate issue addressed by E-03." }, { "criterion_id": "E-02", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The adapter supplies --rm and binds the project directory to /tmp. The result and image paths are in that project, while the DataLad record persists in Git, so removing the container does not discard them. HOME cleanup is conditional on successful make, but container disposal is automatic; leftover mounted files concern workspace state rather than a need to retain the container." }, { "criterion_id": "E-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The recorded command runs clean, but clean deletes selected products and caches rather than reconstructing the mounted repository from declared inputs. The analysis consumes globbed files from that workspace. Thus an explicit fresh-container policy does not exclude additional workspace state. The limited anchor is reasonable, while the cleanup itself is automated rather than merely recommended." }, { "criterion_id": "D-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web" ], "explanation": "The frozen metadata provides exact identities and advertised retrieval routes, including a web location for the image layer. It provides no observed acquisition result for the missing payloads. Neither the unavailable-version anchor nor the all-versions-obtainable anchor is established here, making null appropriate and distinct from M-05 explicit uncertainty anchor." }, { "criterion_id": "D-02", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md" ], "explanation": "The single advertised layer host and lack of an independent recovery route exclude the highest anchor, but do not alone distinguish the limited anchor from the partial anchor. The latter expressly accepts an immutable bundle without independent recovery. The assessment identifies a saved, content-addressed image and versioned datasets but does not explain why that distributed arrangement fails the immutable-bundle alternative.", "suggested_correction": "Explain whether the stored image plus its annex distribution is an immutable bundle under this instrument. If it qualifies and all essential components meet that alternative, use 2; retain 1 only with a specific essential resource lacking preservation or immutable bundling. Do not use absence of independent recovery alone to justify 1." }, { "criterion_id": "D-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "The recipe starts from debian:bookworm-slim and installs unversioned apt packages. Pinning a handful of Python packages does not pin the base or full dependency graph. A recorded successful historical build and a preserved image do not convert that recipe into a fully frozen rebuild definition, so the limited anchor is supported." }, { "criterion_id": "D-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The inspected declarations identify standard license texts clearly, satisfying the partial anchor for those modules. The label module remains unassigned. Unavailable Springer/image payloads leave further scope unresolved but do not establish that their embedded notices are absent." }, { "criterion_id": "D-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Git tree checks confirm exact joint module selections, and the image manifest fixes config/layer identities even though it also contains a latest tag. The adapter uses the config-derived image identity. Floating references used to rebuild a different image belong under D-03 and do not negate the frozen supplied combination." }, { "criterion_id": "D-06", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The assessment materially misdescribes c531a59c082d45a435be9bd5474efb850d9039a3 as an unsigned OCI conversion record. Reading the cached commit object reveals a gpgsig header containing a PGP signature, followed by the conversion command and tracked image output. That is relevant origin evidence and must not be erased. It does not alone supply a verified producer identity, so the binary zero can remain justified on the missing verification route.", "suggested_correction": "Replace the unsigned claim with signed conversion commit, identity and signature validity not verified in this cohort. Acknowledge its structural link to the image and retain 0 only on the unmet verifiable-origin condition, not absence of signatures." } ], "verdict": "needs_revision", "created_at": "2026-10-28T03:23:45.278740+00:00", "limitations": [ "Independent inspection of the assigned anonymized input only; no other assessment, review, example, peer output or external search was used. Agreement is not human approval.", "Frozen evidence manifest data/remodnav-evidence.json matched SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499; all 276 manifest-listed downloaded source/history/helper/availability files matched their recorded hashes.", "No network calls, payload acquisition, container builds or scientific computations were performed. All Git reads used GIT_NO_LAZY_FETCH=1. Historical exit-zero records were inspected as historical evidence only.", "Annex data, image layers, some figures and Springer style assets are absent from the frozen package. Current endpoint availability, embedded payload license notices, numerical correctness and actual replay remain unverified.", "The external Docker adapter was reached through the root README version reference and container configuration. Its public URL uses a version tag rather than a commit; this review cites the frozen relative file with its SHA256 to preserve exact evidence identity.", "The assigned bundle passed its native validator. Independent response/anchor checks confirmed all 36 IDs, allowed binary values, equal dimension weights, fixed criterion denominators and 34 answered items. The bundle has no conflicting stored aggregate. Correcting M-05 from null to zero would increase completion to 35 without changing its provisional total; D-01 would remain unanswered.", "No cryptographic signature verification or signing-identity validation was performed. A PGP signature was directly observed in the results tag and in the OCI conversion commit object; presence does not establish authenticity.", "D-02 remains an interpretation/evidence issue about the immutable-bundle alternative. The frozen record does not demonstrate independent recovery or a preservation commitment for every essential payload." ], "checked_criteria": [ "S-01", "S-02", "S-03", "S-04", "T-01", "T-02", "T-03", "T-04", "T-05", "T-06", "A-01", "A-02", "A-03", "A-04", "A-05", "A-06", "M-01", "M-02", "M-03", "M-04", "M-05", "M-06", "P-01", "P-02", "P-03", "P-04", "P-05", "E-01", "E-02", "E-03", "D-01", "D-02", "D-03", "D-04", "D-05", "D-06" ] }, { "id": "study-rubric-08-review-2", "assessment_id": "study-rubric-08", "reviewer_id": "study-rubric-08-review-2-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "S-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The root README leads to the paper, analysis, container and registered data/code modules. Tracing the analysis paths and manuscript includes confirms these relationships. The inaccessible ancestral lab source is not read by the paper pipeline, which consumes the distributed BIDS files; excluding that ancestor from essential execution inputs is justified." }, { "criterion_id": "S-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L50-L109", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L170-L175", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "The analysis names the Andersson annotated files, embeds comparison-table values with an explicit source reference, and reads the linked gaze and event datasets. Manuscript and figure sources are registered. Missing cached data bytes do not contradict the inclusion-or-reference anchor." }, { "criterion_id": "S-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The Docker recipe and package metadata specify the scientific/rendering stack, while the container configuration and code expose invocation parameters and defaults. These references satisfy presence within the boundary without establishing frozen reconstruction or successful execution." }, { "criterion_id": "S-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "There are independently attributable CC BY, MIT and PDDL declarations, but the event-label module inventory and README expose no license. That concrete uncovered module supports partial credit. The unavailable Springer and image payloads cannot establish that their internal license declarations are absent; those remain additional inspection limits." }, { "criterion_id": "T-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/results_def.tex" ], "explanation": "Read-only tree inspection confirms the three exact root gitlinks; the manifest inventories ordinary Git objects and annex content keys, and the stored image carries config/layer digests. The assessed joint state is identified independently of payload availability. The .gitmodules citation alone would not establish the gitlink revisions; the tree is the relevant supporting record." }, { "criterion_id": "T-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitattributes", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "Recursive Git selections, MD5E annex pointers and image files integrate the component classes into a root-resolvable content-addressed record. Distinct repositories and external payload storage do not invalidate this compatible tracking arrangement." }, { "criterion_id": "T-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/commit/b950b59fecfd1bb17f47b143589d94547cb6f9ac", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "Root and linked repository histories contain named actors, dates and change messages, including analysis/image changes, data imports and annotation corrections. These cover the identified component classes. The criterion does not require real-world identity authentication or proof of every unrecorded intermediate edit." }, { "criterion_id": "T-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/bf3caf60e0c59d111f262a2383e3ebfd748edf58", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463-L551" ], "explanation": "The main and label-generation commits contain automatic command/input/output records. In contrast, velocity-histogram history says it was added after a separate computation, and quality_stats is excluded from the default dispatcher. This is a real provenance-coverage gap, so partial credit is supported; ordinary historical narrative is not equivalent to a run record." }, { "criterion_id": "T-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The main run can be related to tracked code, data and stored image states. The label-generation record invokes ambient python through a shell script without identifying an exact interpreter/library environment. That unresolved class supports 2 independently of the missing provenance for other figures." }, { "criterion_id": "T-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/tree/a303b5455458c79133a79864a590cbcdbad67a34" ], "explanation": "Zero remains defensible because the frozen root documentation does not supply a usable signing-identity verification route. However, raw Git-object inspection also finds gpgsig headers on the OCI conversion commit and assessed root commit, in addition to the signed results tag. These signatures should be included in the evidence inventory; their presence alone does not establish identity verification.", "suggested_correction": "Add the signed conversion and root commits, and distinguish unverified signing identity from unsigned provenance. Do not imply that the old tag is the only signed record." }, { "criterion_id": "A-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The clone/rerun sequence is paired with recorded input globs and the container extra input, and the linked raw-data README explains annex acquisition. The actual script paths fall within those declared input families. This supports instruction completeness without asserting that the remote payloads can presently be downloaded." }, { "criterion_id": "A-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The documented setup identifies DataLad, Containers, Docker, installation references, verified versions/platforms and the stored-image execution mechanism. The adapter supplies restoration rather than requiring the recipient to invent image-loading steps. This is support for a documented setup route, not verification of the external installation websites or host installation success." }, { "criterion_id": "A-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463-L475", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L672-L742", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1160-L1162", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The default rerun omits velocity-histogram recomputation, although an explicit source comment tells a reader how to add quality_stats. More decisively, flowchart_figs is marked not to execute and supplies neither export nor complete composition instructions for the included flowchart. Score 1 is supportable for complete figure regeneration. The quality_stats comment should be acknowledged as existing instructions rather than treated as an entirely undocumented procedure." }, { "criterion_id": "A-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The recorded run inputs and recursive subdataset relationships make data/module acquisition executable, while the adapter loads the registered image. The root-owned manuscript and graphics sources are part of the clone. These are specified assembly capabilities; no retrieval execution is inferred." }, { "criterion_id": "A-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L672-L742", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "Makefiles and the dispatcher form actual result-producing procedures, but the flowchart helper closes plots without exporting them and does not encode final composition. The scope therefore contains computational figure preparation that remains manually integrated. The omitted quality_stats call alone would be weaker grounds because its body and integration instruction exist." }, { "criterion_id": "A-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Replay is explicitly supplied for the main DataLad run, but the label-generation execution context is not restored by its recorded shell command. Score 2 is supported on that ground. Missing computations outside recorded provenance should not by themselves lower this criterion, whose top anchor is limited to computations represented in provenance.", "suggested_correction": "Keep the partial rating grounded in unresolved recorded execution context; reserve entirely unrecorded computations for T-04 and A-03/A-05." }, { "criterion_id": "M-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Separate modules/files distinguish input datasets, algorithm, paper analysis, environment, figures, numerical macros and manuscript. The label script explicitly directs generated events into subject output directories. No special repository packaging is needed for these roles to be identifiable." }, { "criterion_id": "M-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L40-L60", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L834-L887", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md" ], "explanation": "The algorithm has selectable Git states and a documented CLI, but paper code directly imports its test utilities and traverses its test-data layout. Those dependencies require consumer edits when an otherwise equivalent replacement changes internal organization, supporting the assessment’s refusal of full replacement credit." }, { "criterion_id": "M-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "Per-repository declarations identify several module terms, while event-label licensing remains unresolved. That is sufficient for the partial anchor. No inference about the legal validity of the module combination is needed." }, { "criterion_id": "M-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The inspected declarations supply module licenses but no composition policy explaining combined distribution or restrictions at boundaries. The rubric explicitly awards 1 for listed licenses without addressed combination, so this is preferable to inferring compatibility from permissive-looking names." }, { "criterion_id": "M-05", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", ".cache/methods/rubric/rubric.json#M-05" ], "explanation": "The response says access conditions cannot be determined, yet leaves the score null. M-05 explicitly includes \"Access conditions cannot be determined\" in its zero anchor. Under the native rules, the stated completed search and conclusion support that anchor rather than unanswered status. Unspecified licensing also should not automatically be equated with an access restriction.", "suggested_correction": "Apply score 0 with the existing limited-observation explanation if access conditions remain indeterminate, or provide positive evidence establishing uniform access and reassess the explicit equivalent-outcome anchor. Keep this criterion in the denominator." }, { "criterion_id": "M-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The recursive registrations and gitlinks specify module membership/state, while concrete code paths and the named container bind their connections. The ancestral raw-source path is not needed to assemble the BIDS inputs consumed here. This supports composition specification even though replacement flexibility and retrieval remain separate questions." }, { "criterion_id": "P-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L918-L925" ], "explanation": "The README supplies tool and platform requirements and approximate downloads. The adapter itself notes its undocumented assumption that a non-root user can manage Docker. That specific omission supports 2; speculative RAM requirements are not needed to justify the reduction. The analysis also documents why a reduced data selection avoids an earlier rendering-memory burden." }, { "criterion_id": "P-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The analysis paths are rooted in the assembled repository, and Python substitution, mounted working directory, user mapping and temporary HOME are handled outside scientific logic. The observed scientific constants are not personal host settings. No required personal absolute execution path was identified in the paper procedure." }, { "criterion_id": "P-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The Docker recipe covers scientific Python, compilation and TeX/Inkscape dependencies; package metadata supplies the algorithm requirements. Cross-checking inspected imports and rendering commands reveals no concrete missing runtime dependency. Unpinned apt/base versions belong to D-03, not this completeness rating." }, { "criterion_id": "P-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The current environment recipe, container invocation and algorithm dependency declarations are Git-tracked at the selected states. The binary score is correctly 1; exact package locking and identification of historical ambient environments are different claims." }, { "criterion_id": "P-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The Docker recipe and saved-image representation are tool-consumable, and the adapter uses the saved config to select an image ID before execution. Together with documented compatible platforms and explicit working-directory/Python handling, this supports machine-readable instantiation capability. Actual platform behavior remains untested." }, { "criterion_id": "E-01", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "A new docker run instance and temporary HOME support freshness for the main containerized procedure. They do not establish freshness for every computation in the declared scope: the assessment includes label generation under T-04/T-05, but its captured command invokes ambient python and creates no fresh environment. Uninvoked quality/figure computations likewise lack a specified fresh wrapper. Full credit needs a consistent scope account.", "suggested_correction": "Specify whether upstream label generation is an in-scope execution or a fixed input-producing history, consistently across dimensions. Supply the fresh-environment procedure for every included run; otherwise withdraw the sufficient/full-credit claim and explain any anchor gap rather than inventing an intermediate score." }, { "criterion_id": "E-02", "disposition": "needs_evidence", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The adapter’s --rm and bind mount do establish automatic disposal with persistent results/provenance for the main run. The broad rating is not yet supported for label generation, which is counted as an execution elsewhere but uses an ambient Python environment with no disposal procedure. The container mechanism should not silently stand in for all linked computations.", "suggested_correction": "Resolve the execution-scope inconsistency and show disposal/persistence for every included environment before retaining 3. Preserve the well-supported claim for the main Docker procedure." }, { "criterion_id": "E-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1143-L1158", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The supplied clean target removes named outputs/caches, but the entire existing checkout is mounted and data globs can match additional files. No per-run allowlist or reconstructed workspace is specified. The low rating is defensible for unspecified repeated-run initial state, although the rationale should accurately call the recorded clean step automatic rather than merely manual advice." }, { "criterion_id": "D-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "Versioned source locations and an image-layer annex URL are recorded, but the cohort has no acquisition evidence for all intended payloads. None of the lower anchors asserting missing routes or unavailable intended versions is established simply by package omissions. Retaining null is responsible here, unlike M-05 whose anchor explicitly covers indeterminate conditions." }, { "criterion_id": "D-02", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md" ], "explanation": "The supplied layer metadata has one institutional URL, but the image is also a serialized, content-addressed distribution. The explanation relies on missing independent recovery, which distinguishes anchor 3 from 2; anchor 2 explicitly permits an immutable bundle without an independent route. To justify 1, identify an essential resource lacking all immutable bundling, archival location and preservation routes, or explain why the tracked image representation is not an immutable bundle. The present rationale does not settle that distinction.", "suggested_correction": "Evaluate the immutable-bundle alternative explicitly for each essential payload class. Retain 1 only with that evidence; otherwise consider 2. Do not infer preservation guarantees or endpoint availability from hashes alone." }, { "criterion_id": "D-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "The base is debian:bookworm-slim and apt installs use no package-version locks or archive snapshot. A few pinned pip packages do not fix top-level system dependencies. Score 1 follows directly from the recipe, while preserving a built image answers a different question." }, { "criterion_id": "D-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The inspected license texts identify recognizable governing terms for several modules, but the event-label module has no resolvable license declaration in its frozen inventory. Partial credit is warranted without needing to infer the unavailable Springer or container-internal license content." }, { "criterion_id": "D-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "The root and recursive gitlinks select concrete data/algorithm states, and the saved-image manifest selects exact config/layer content. The latest label inside the manifest does not float the stored bytes. The moving Docker rebuild inputs affect D-03, not this coherent distributed selection." }, { "criterion_id": "D-06", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The evidence description calls the OCI conversion record unsigned. Direct cat-file inspection of c531a59c082d45a435be9bd5474efb850d9039a3 finds a gpgsig PGP signature on that provenance-bearing commit; the assessed root commit is also signed. The signed conversion record binds a command and image input/output to Git states, so it is material origin-chain evidence omitted by the rationale. I did not verify the signature or producer identity, and this does not automatically establish anchor 1, but the factual unsigned claim is false.", "suggested_correction": "Correct the conversion record to signed-but-unverified, inspect its relationship to the build/source and distributed-image states, and reassess whether the supplied identity-verification route is sufficient. If retaining 0, ground it in the unresolved verification/linkage condition rather than absent signatures." } ], "verdict": "needs_revision", "created_at": "2026-10-28T03:30:17.576687+00:00", "limitations": [ "Independent review used only the assigned anonymized assessment, rubric protocol/method/schema/validator, and frozen remodnav-e3c6253bced7 source evidence. Manifest SHA256 verified as e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499; 260 cached source-file hashes matched the manifest.", "Inspection only: no network calls, scientific workflow execution, container builds or payload acquisition. Data, image layers, binary figures and Springer assets omitted from the evidence package were not inspected. Their omission is not an observed retrieval failure or proof of missing internal declarations.", "Git probes ran with GIT_NO_LAZY_FETCH=1. A no-patch show of the OCI conversion could not load an omitted object; direct read-only cat-file inspection successfully exposed the commit and its signature without fetching. Cryptographic signature validity and claimed signing identity remain unverified.", "The DataLad adapter was discovered via root README tool/version reference and container invocation. Its public version-tag URL is not a content-immutable locator; review evidence uses the frozen relative cache locator and SHA256 instead. External installation pages and public endpoint behavior were not checked.", "All 36 native criterion responses and their anchor logic were checked. The native validator passed and independently recomputed 34 answered of 36 under all-one dimension weights, with both nulls retained in fixed denominators; no stored score or denominator inconsistency was found. Validator success does not establish evidential correctness. This review supplies no numeric review score.", "Full-scope ephemerality and the D-02 distinction between immutable distribution and preservation remain interpretation/evidence issues. Agreement with any judgment is independent reviewer agreement, not human approval." ], "checked_criteria": [ "S-01", "S-02", "S-03", "S-04", "T-01", "T-02", "T-03", "T-04", "T-05", "T-06", "A-01", "A-02", "A-03", "A-04", "A-05", "A-06", "M-01", "M-02", "M-03", "M-04", "M-05", "M-06", "P-01", "P-02", "P-03", "P-04", "P-05", "E-01", "E-02", "E-03", "D-01", "D-02", "D-03", "D-04", "D-05", "D-06" ] }, { "id": "study-rubric-08-review-3", "assessment_id": "study-rubric-08", "reviewer_id": "study-rubric-08-review-3-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "S-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The root README identifies analysis, manuscript and environment roles; registered data and algorithm modules connect to concrete analysis inputs. The raw-source ancestor with a local URL is not read by the scoped paper analysis, so its existence alone does not invalidate the boundary rating." }, { "criterion_id": "S-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Inspected data paths resolve through the root registrations to distributed gaze files, label files and the selected Andersson annotations. Source for the summary computations and omitted helper computations is present; execution omissions belong under actionability rather than demonstrating missing source." }, { "criterion_id": "S-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The image reference, package recipe, command flags and scientific constants are exposed from the root. The optional DataLad import inside the analysis has an explicit fallback when host-side acquisition has already populated inputs, so its absence from the container recipe is not an omitted essential analysis dependency." }, { "criterion_id": "S-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "Attributable declarations exist for several modules, while the complete event-label file inventory contains no license declaration. That is sufficient for the partial anchor; the unavailable Springer and image payload contents cannot independently prove that those assets contain no notices." }, { "criterion_id": "T-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json" ], "explanation": "Read-only tree inspection confirms exact gitlinks for all three root modules and recursive data/annotation selections. Image digests and annex pointer keys identify stored content despite absent payload bytes. The tree, rather than .gitmodules alone, is the evidence for exact selected revisions." }, { "criterion_id": "T-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitattributes", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "Git trees and git-annex pointers provide one compatible tracking view across ordinary source, external modules, generated material and stored image blobs. Separate blob hosting does not remove their identities from the root record." }, { "criterion_id": "T-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/commit/b950b59fecfd1bb17f47b143589d94547cb6f9ac" ], "explanation": "Frozen histories contain attributable dated changes for manuscript/source, environment builds, labels and annotation corrections. These records support modification history across component classes; no authentication of real-world author identity is needed for this criterion." }, { "criterion_id": "T-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/5cc1be879fe369ca1c91913db651bf0245aa609f", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Automatic DataLad records are present, but their coverage is incomplete. Older figure runs even have empty input lists, and the current dispatcher omits quality_stats and flowchart_figs; I found no captured manuscript build in the frozen root history. A partial rating is supported without treating an exit code as independent reproduction." }, { "criterion_id": "T-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The paper run ties its execution to a stored container and versioned data/code selections. The label run calls ambient python with inherited PYTHONPATH and records no exact Python/library environment, establishing a concrete gap in full execution-version linkage." }, { "criterion_id": "T-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The zero remains defensible because no signing-identity verification route is supplied in the inspected documentation. However, signature evidence is broader than the cited results tag: both the OCI conversion commit and the assessed root commit have gpgsig headers. Signature presence was inspected, not cryptographically authenticated.", "suggested_correction": "Add the signed commits to the evidence and retain the distinction between a present signature and a supplied identity-verification route." }, { "criterion_id": "A-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "Clone plus recorded rerun inputs specify acquisition of nested annotations, label files, gaze data and the saved image; the raw dataset additionally documents annex initialization and get. Root manuscript/style sources are ordinary tracked files. This supports procedural completeness without asserting endpoint availability." }, { "criterion_id": "A-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "README identifies host tools, verified versions and explicit installation references, while the adapter supplies image restoration and execution. The assessment properly treats these as setup instructions, not as observed installation success; external installation pages were not available for independent inspection in this cohort." }, { "criterion_id": "A-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L672", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L385", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1161" ], "explanation": "The standard CLI does not invoke quality_stats and the manuscript includes its velocity histogram. quality_stats does provide a manual instruction to add its invocation, so that omission alone should not be described as no instructions. The flowchart helper explicitly says not to execute it, does not save the composed figure and even returns only b from its filter helper before unpacking b,a. Full-scope figure generation therefore lacks a complete command sequence.", "suggested_correction": "Preserve the low rating, but distinguish the documented manual quality_stats integration from the missing end-to-end flowchart procedure." }, { "criterion_id": "A-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "Supplied commands and captured input declarations constitute executable retrieval and assembly for the distributed data, code and environment. Nothing inspected requires acquiring the raw dataset ancestral local-path module to assemble those inputs. This is capability evidence, not proof that downloads currently succeed." }, { "criterion_id": "A-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L672" ], "explanation": "Most statistics, plots and PDF rendering are executable. The illustrative flowchart still requires integration and composition beyond the provided non-saving helper, so the executable specification does not cover all scoped production steps." }, { "criterion_id": "A-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/1dcac1b5f3e794077f5017fff410909331a72965" ], "explanation": "A supplied DataLad replay route exists for the main recorded analysis, but the older label environment and earlier figure records with undeclared context prevent full replay coverage. The highest anchor concerns computations represented in provenance, so unrecorded flowchart/manuscript work alone is not the right reason to withhold it.", "suggested_correction": "Base the partial rating on unresolved recorded executions; reserve missing provenance itself for T-04." }, { "criterion_id": "M-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The inspected structure separates input datasets, algorithm, paper analysis, container definition and manuscript products. Ordinary files such as results_def.tex have a clear role just as separately versioned modules do." }, { "criterion_id": "M-02", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L44", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md" ], "explanation": "The claimed coupling is real: analysis imports remodnav.tests.utils and constructs a deep internal test-data path. That directly resembles anchor 1, which covers consumers depending on undocumented internal paths. The response does not identify the documented interface for that boundary needed to distinguish its chosen anchor 2 from anchor 1.", "suggested_correction": "Explain which inspected declaration makes these particular consumed interfaces explicit; otherwise use anchor 1 rather than relying on the existence of an unrelated documented CLI." }, { "criterion_id": "M-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "Several modules have individually attributable terms, but the separate event-label module has no located declaration. The partial rating follows from that actual module-level gap, without needing to infer licensing from public hosting." }, { "criterion_id": "M-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE" ], "explanation": "The inspected declarations expose license names and texts but no project-specific handling of their combination. This matches the listed-licenses anchor; no legal incompatibility conclusion is required or established." }, { "criterion_id": "M-05", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", ".cache/methods/rubric/rubric.json#sha256=05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4" ], "explanation": "The rationale explicitly says access conditions cannot be determined for all components. M-05 anchor 0 expressly includes that state: Access conditions cannot be determined. Under the supplied native anchors this is a completed low-fulfillment judgment, not an inability to select any anchor. License ambiguity must also be kept distinct from access restrictions; neither a restriction nor uniform access is established merely by missing license text.", "suggested_correction": "Assign 0 with an appropriately limited not_findable observation, retain the useful anchor-feedback question, and update completion from 34/36 to 35/36. The provisional numerical total does not change because null already contributes zero in the fixed denominator." }, { "criterion_id": "M-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Root and recursive registrations fix module placement, while analysis paths and container configuration state their connections. Read-only tree checks confirm the selected gitlinks; the out-of-path raw-source ancestor does not create an assembly gap for the distributed paper inputs." }, { "criterion_id": "P-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "README documents platforms, tool names and approximate download sizes. The adapter explicitly acknowledges its assumption of Docker on PATH manageable by a non-root user, an operational prerequisite not made explicit by the root instructions. That concrete gap supports 2; speculative memory requirements need not carry the finding." }, { "criterion_id": "P-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The inspected paper analysis uses repository-relative paths; host mounting, user IDs and Python selection are handled outside scientific logic. Fixed internal /tmp paths are container paths, not unexplained personal host locations." }, { "criterion_id": "P-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The environment recipe names the scientific stack, Python, build support and rendering tools used by the inspected procedures. Algorithm package requirements cover its imports. Moving apt resolution limits build freezing, but does not by itself make dependency categories unspecified." }, { "criterion_id": "P-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The relevant current definitions and saved-image identifiers reside in selected Git states. The binary version-control criterion is satisfied independently of whether package versions are frozen." }, { "criterion_id": "P-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The Docker recipe and saved-image layout are machine-consumable, and the adapter derives an image ID from the saved config before running it. This supports instantiation capability on the documented compatible Docker hosts, not an observed portability test or successful image load in this review." }, { "criterion_id": "E-01", "disposition": "needs_evidence", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "Fresh docker run instances support 3 for the paper container procedure. The assessment also includes label generation as a scoped computation under T-04/T-05, yet its supplied compute_all.sh uses ambient Python and inherited PYTHONPATH without fresh-environment setup. The universal every computational run claim therefore needs a consistent scope explanation. Additionally, mkdir followed by a semicolon does not guarantee a fresh dockertmp after a failed prior run.", "suggested_correction": "Clarify whether upstream label regeneration is within this criterion, and if so document its fresh environment or revise the rating. Qualify the temporary-HOME claim and keep workspace carryover analysis under E-03." }, { "criterion_id": "E-02", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "For the supplied container procedure, --rm disposes the container while the working-directory bind mount retains results and Git retains provenance. A failed run can leave the mounted temporary HOME, but that does not make required research outputs exist only inside the disposable container. The score is supported for this lifecycle." }, { "criterion_id": "E-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Clean removes named outputs and caches, but does not reconstruct a workspace containing only declared inputs. The existing checkout remains mounted and input selection uses globs. More concretely, failed runs leave dockertmp, and the next mkdir failure does not stop execution because the command uses a semicolon. This supports withholding the clean-state anchors without claiming an observed contaminated result." }, { "criterion_id": "D-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web" ], "explanation": "Exact-state routes are declared, including content-keyed image-layer web records. The frozen package does not establish present successful retrieval, and no observed unavailable-version evidence selects anchor 2. Retaining null is appropriate for this inspection-only uncertainty." }, { "criterion_id": "D-02", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md" ], "explanation": "A single institutional host and absent independent recovery prevent anchor 3, but that alone does not distinguish 1 from 2: anchor 2 accepts an immutable bundle without independent recovery. The saved image has a frozen manifest and content-addressed blobs. The assessment should explain why this distribution fails the immutable-bundle alternative, or identify another essential component lacking any qualifying preservation route.", "suggested_correction": "Separate content identity, immutable bundling and independent recovery in the rationale. Cite the annex availability record directly; retain 1 only with evidence that an essential resource has neither preservation nor qualifying immutable bundling." }, { "criterion_id": "D-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "The base uses debian:bookworm-slim and required apt packages are unpinned; pinning selected Python packages does not fix those top-level build inputs. A saved image preserves an executable state but is not a fully frozen reconstruction recipe, supporting 1." }, { "criterion_id": "D-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "Named standard license texts are resolvable for several distributed modules, whereas the event-label module has no located governing identifier. Partial fulfillment is supported; the uninspected image/style contents remain an inspection limitation rather than proven absence of embedded terms." }, { "criterion_id": "D-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/index.json", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules" ], "explanation": "Root and recursive gitlinks select a joint data/code state and the image manifests select exact saved executable content. The latest label in image metadata does not make selection float because the adapter derives the image ID from its stored config. Actual payload retrieval remains separate under D-01." }, { "criterion_id": "D-06", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The evidence description calling the OCI conversion run unsigned is factually incorrect: git cat-file -p of c531a59c082d45a435be9bd5474efb850d9039a3 shows a gpgsig PGP signature over its provenance-bearing commit, whose tree identifies the converted artifact and whose parent identifies the input state. The assessed root commit is signed too. The build commit is unsigned. This does not itself establish trusted producer identity or satisfy the highest anchor, but it materially changes the stated artifact-origin evidence.", "suggested_correction": "Remove the unsigned-conversion claim and evaluate the signed conversion/tree relationship. Retain 0 only on the separately supported lack of a usable signing-identity verification route; do not use signature absence as the reason." } ], "verdict": "needs_revision", "created_at": "2026-10-28T03:36:42.856435+00:00", "limitations": [ "Independent review of only the assigned anonymized assessment using rubric revision e8d94d00d904058b8f87c8331cbe32e225a9490f and frozen evidence cohort remodnav-e3c6253bced7; the manifest SHA-256 was checked against e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499. No peer outputs, other assessments, examples or evaluation fixtures were consulted.", "Inspection only: no network access, scientific workflow execution, container build or payload acquisition. Binary/annex payloads, image layers and some figure/style assets were not inspected; cache absence is not retrieval failure. Scientific numerical correctness and visual equivalence were not tested.", "Git reads used GIT_NO_LAZY_FETCH=1. A show probe failed on an omitted blob without fetching; cached history and cat-file commit metadata provided the relevant conversion record and signature header. PGP signature presence was inspected, but neither cryptographic validity nor trusted producer identity was verified.", "External adapter evidence is the supplied source file discovered through the root README tool/version link and configuration invocation. Its frozen SHA-256 is cited because the upstream 1.2.3 tag URL is not itself a content-addressed immutable locator. Installation websites and external issue discussions were not fetched.", "The native validator accepted the input, and independent inspection confirmed all 36 response IDs, legal anchor values, equal dimension weights, the fixed denominators and 34 answered responses. No arithmetic inconsistency was found in the original native summary; structural validity did not determine the substantive findings. M-05 correction changes completion, not its zero contribution.", "Overall verdict reflects specific factual and anchor-support revisions, not a numeric review score, consensus result or human approval. Judgments about immutable bundling, interface explicitness and upstream regeneration scope remain flagged for clarification." ], "checked_criteria": [ "S-01", "S-02", "S-03", "S-04", "T-01", "T-02", "T-03", "T-04", "T-05", "T-06", "A-01", "A-02", "A-03", "A-04", "A-05", "A-06", "M-01", "M-02", "M-03", "M-04", "M-05", "M-06", "P-01", "P-02", "P-03", "P-04", "P-05", "E-01", "E-02", "E-03", "D-01", "D-02", "D-03", "D-04", "D-05", "D-06" ] }, { "id": "study-rubric-09-review-1", "assessment_id": "study-rubric-09", "reviewer_id": "study-rubric-09-review-1-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "S-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51" ], "explanation": "Starting at the root, the README identifies the computation and manuscript, .gitmodules locates three modules, and the analysis loader exposes the nested Andersson dataset connection. These are object-provided connections, not discoveries inferred from cache presence." }, { "criterion_id": "S-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L914", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "The MAT loader, gaze paths and event-TSV loaders resolve to explicit modules. Manuscript source figures and templates are listed in the frozen root inventory. The unused private upstream lab acquisition submodule is not required to consume those selected files. Missing cached payload bytes do not invalidate inclusion or reference." }, { "criterion_id": "S-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282" ], "explanation": "The image and recipe, invocation configuration, scientific constants, and CLI defaults expose the operational ingredients. Floating package resolution affects build reproducibility rather than the presence of these settings." }, { "criterion_id": "S-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "MIT and PDDL declarations can be attributed to their own modules, while the label-module inventory and README supply no comparable declaration. That concrete gap supports partial fulfillment independently of uncertainty about licenses inside the omitted container layers." }, { "criterion_id": "T-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/results_def.tex" ], "explanation": "Read-only ls-tree inspection confirms exact root gitlinks for the three modules. Frozen inventories contain Git blob identities and annex keys, and the saved image manifest identifies its config and layers. The saved computational state has content identities even where payloads cannot be checked.", "suggested_correction": "Cite the root tree or a precise gitlink record as well as .gitmodules: the latter supplies locations but does not itself contain module commit IDs." }, { "criterion_id": "T-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Root Git entries, nested gitlinks and git-annex pointers provide a compatible traversal across source, data, configuration, image and results. The saved image identity does not depend on resolving its incidental latest tag." }, { "criterion_id": "T-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3" ], "explanation": "The supplied root and six public child histories have actor and date fields, with descriptive changes for source, gaze data, labels, image conversion and manuscript material. The top rating concerns attributable histories across component classes, not verified personal identities or an assertion that every upstream environment-package development history is bundled." }, { "criterion_id": "T-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1161" ], "explanation": "Automatic records explicitly declare commands, inputs and outputs for major result and label computations. The history does not expose a manuscript-build run, and quality_stats produces the manuscript velocity histogram outside the recorded CLI dispatch. These are concrete coverage limits supporting 2.", "suggested_correction": "Add the uninvoked quality_stats/velhist computation as a specific provenance gap. Replace empty root-to-history discovery-path segments with the README results-containerized tag and reachable Git history." }, { "criterion_id": "T-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The containerized run is attached to a Git state with input modules and saved environment, whereas the label-generation script invokes host python and inherits PYTHONPATH without an exact environment record. This is an affirmative reason that all recorded executions do not identify every component version; partial fulfillment is supported." }, { "criterion_id": "T-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/a303b5455458c79133a79864a590cbcdbad67a34", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The inspected annotated tag really contains a PGP signature and targets the recorded result commit. The frozen reachable material supplies neither the signer key nor a documented identity-verification route. A signature being present alone does not meet the second conjunct of the binary fulfilled anchor; 0 is supportable without claiming the signature is invalid." }, { "criterion_id": "A-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The clone and rerun instructions are coupled to input globs and an image extra-input in the recorded command, providing an acquisition sequence for the selected data. The record distinguishes these ready-made inputs from recreating their upstream acquisition histories. This judgment does not establish current server availability." }, { "criterion_id": "A-02", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovered through root README tool/version link and .datalad/config)" ], "explanation": "The adapter explicitly assumes Docker is usable by a non-root caller, so the concern is real. However, the README delegates installation to the linked official sites. Those installation pages are outside the frozen package; the adapter FIXME does not establish that the delegated setup instructions omit Docker initialization. The asserted deduction from 3 to 2 is stronger than the inspected documentation supports.", "suggested_correction": "Qualify 2 as a judgment limited to the locally supplied setup sequence, acknowledge the uninspected delegated instructions, and lower confidence/evidence support. If the whole delegated sequence is required for the rating, retain the uncertainty rather than assert that it omits the prerequisite." }, { "criterion_id": "A-03", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1161" ], "explanation": "The rationale says all generated SVGs map to the results rerun, but main.tex includes velhist.pdf, quality_stats writes velhist.svg, and the -s -f -r -m dispatch never calls quality_stats. Its docstring tells a recipient to edit the script to add that invocation. Thus the supplied rerun does not regenerate every computational figure; this cannot be treated like a hand-authored flowchart.", "suggested_correction": "Revise the output-to-command inventory to include velhist and the documented manual invocation/edit. Reconsider 3 against the requirement for an unambiguous complete execution sequence; 2 is supported if the docstring is treated as partial instructions, while 3 requires explicitly justifying that supplemental sequence rather than claiming the existing rerun covers it." }, { "criterion_id": "A-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "Executable clone/rerun commands and the captured input specifications assemble the selected subdatasets and saved image. The missing velhist invocation affects recomputation coverage, not acquisition of its already tracked SVG or raw-gaze inputs." }, { "criterion_id": "A-05", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile" ], "explanation": "Most results are fully wired through executable Make and Python procedures, and quality_stats itself implements the omitted velocity histogram. The assessment overlooks the distinction between having that function and invoking it: the supplied complete-flags claim is false. Whether the standalone function plus prose instruction to edit the dispatch satisfies anchor 3 is an anchor-interpretation question, not something established by the current rationale.", "suggested_correction": "Identify quality_stats as an executable but unwired result procedure. Retain 3 only with an explicit explanation of why this counts as a complete executable specification; otherwise use 2 for the remaining manual translation from the docstring. Do not describe the existing flags as generating every figure." }, { "criterion_id": "A-06", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "Score 2 is defensible, but the stated reason incorrectly requires a recorded manuscript replay. Anchor 3 quantifies over scoped computations represented in provenance; an unrecorded PDF build alone cannot disqualify it. The label record invokes host python with inherited PYTHONPATH and no fixed environment, which supplies a better concrete limitation on replay of recorded computations.", "suggested_correction": "Retain 2 if the label-generation execution is included in the replay inventory, citing its unresolved environment. Keep missing manuscript provenance under T-04, and explain which recorded states require manual resolution under A-06." }, { "criterion_id": "M-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/results_def.tex" ], "explanation": "The algorithm, input datasets, analysis script, environment, figure assets and manuscript have identifiable roles. Direct inclusion of the text and figure modules is permissible, and separate result macros expose the result-to-manuscript connection." }, { "criterion_id": "M-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L44", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md" ], "explanation": "The analysis directly imports a test helper and constructs paths within the algorithm module test tree. Those are not the documented algorithm CLI interface, so independent gitlink version selection does not by itself establish clean replaceability. The limited anchor is supported." }, { "criterion_id": "M-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "Separate MIT, PDDL and GPL declarations demonstrate module-level attribution for several modules. No label-module declaration or central scope mapping is exposed in its frozen inventory, preventing the all-module anchor." }, { "criterion_id": "M-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The reachable declarations identify terms, but the composition specification supplies no compatibility handling between them. Anchor 1 expressly covers listed licenses without treatment of their combination. This does not diagnose legal incompatibility." }, { "criterion_id": "M-05", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/methods/rubric/rubric.json (revision e8d94d00d904058b8f87c8331cbe32e225a9490f; criterion M-05)" ], "explanation": "The assessment concludes that the needed access conditions cannot be determined, but leaves the response null because no restriction was observed. The native zero anchor expressly includes access conditions that cannot be determined; it does not require evidence that a restriction exists. This is a completed judgment about exposed access documentation, unlike actual retrieval availability under D-01.", "suggested_correction": "Use 0 with an explanation limited to unresolved access conditions, and an appropriate not_findable observation. Do not claim that material is restricted or retrieval failed. Alternatively provide affirmative evidence for uniform access or documented mixed-access boundaries. With this change, completion becomes 35/36 while the fixed denominator remains 36." }, { "criterion_id": "M-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51" ], "explanation": "The gitlinks select module states, nested manifests locate the children, and analysis paths specify how those modules feed results. The inaccessible private acquisition predecessor is not required for assembling the selected processed-gaze inputs, so it does not create a missing assembly choice here." }, { "criterion_id": "P-01", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovered through root README tool/version link and .datalad/config)" ], "explanation": "Tool names, verified versions, three host platforms and approximate acquisition size are documented. The adapter establishes that Docker access is needed, but the claimed omission from all supplied instructions relies on not having inspected the README-linked installation documentation. This warrants a qualified, moderate-confidence finding rather than a definitive absence claim.", "suggested_correction": "State precisely that Docker daemon/user access is not described in the frozen root instructions; acknowledge that delegated installation instructions were unavailable to this review. Reconcile the scope of this deduction with the operational setup judgment in A-02." }, { "criterion_id": "P-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovered through root README tool/version link and .datalad/config)", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51" ], "explanation": "The supported route derives its mount from the working directory, uses relative scientific paths, and permits the host Python command to be configured. The internal /tmp path is an explicit container interface rather than an author-specific host path. No alteration of analysis logic is needed for that host adaptation." }, { "criterion_id": "P-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L12", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile" ], "explanation": "The recipe covers the inspected NumPy/SciPy/pandas/seaborn/matplotlib/sklearn imports and the Inkscape/LaTeX rendering stack; the linked setup.py supplies algorithm requirements. DataLad import failure is explicitly handled inside the analysis. Moving dependency states are a separate D-03 defect, not an omitted dependency here." }, { "criterion_id": "P-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The required recipe, image definition, invocation configuration and linked package declaration all occur in versioned records. The binary value 1 is the valid fulfilled score, not an intermediate rating." }, { "criterion_id": "P-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovered through root README tool/version link and .datalad/config)" ], "explanation": "The adapter consumes the saved manifest, hashes the config to choose an image, loads its archive and invokes Docker using explicit mounts. This supports machine consumption on a compatible Docker host; no container launch or rebuild was performed for this review." }, { "criterion_id": "E-01", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovered through root README tool/version link and .datalad/config)", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The inspected cli_run path invokes docker run with the selected image ID for each call. Reusing that immutable image does not reuse a prior container writable layer. The criterion concerns configured freshness, which is visible without executing the workflow." }, { "criterion_id": "E-02", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovered through root README tool/version link and .datalad/config)", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The adapter mounts the dataset at /tmp and uses --rm, while outputs and provenance persist in the host dataset. This supports disposal of container mutable state. Temporary HOME removal is conditional on command success, so describe automatic container disposal separately from guaranteed host temporary-directory cleanup.", "suggested_correction": "Qualify the HOME-cleanup description: the shell uses &&, and a failed computation can leave dockertmp in the mounted dataset. This does not by itself overturn the container-disposal score." }, { "criterion_id": "E-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovered through root README tool/version link and .datalad/config)" ], "explanation": "The replay command cleans generated numeric/rendered outputs, but it mounts the existing dataset and does not construct a workspace limited to the declared inputs. Retained tracked source figures are permissible inputs; stray files, dirty modules or a leftover temporary directory still require recipient cleanup. That supports 2 rather than automatic clean-workspace fulfillment." }, { "criterion_id": "D-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "There are explicit routes and intended version identities, but the frozen cohort deliberately excludes the data and image bytes and prohibits retrieval. None of the low anchors describing unavailable versions or absent routes is established, and actual obtainability is not established either. A null provisional response correctly preserves that uncertainty." }, { "criterion_id": "D-02", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/annex-metadata/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web (git-annex revision 0cc48aa1605a41f1c512561a6427a93a65ebebfe; SHA256 18bca6d8bfaece8612d3fd51a7b7488f0ffd614e30e02223189736c110055a5f)", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md" ], "explanation": "The inspected image availability records all point to one datapub host. Other modules have archive/DOI references, but those do not supply a preserved image recovery route. A content-addressed filename fixes identity without establishing preservation of the served bytes, supporting the limited anchor.", "suggested_correction": "Add the actual git-annex availability record as evidence. The current citations to README and manifest alone do not expose the one-host fact used in the rationale. Explain the absence of a preservation route, not only the absence of an independent mirror, because anchor 2 does not require a mirror." }, { "criterion_id": "D-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The build starts from debian:bookworm-slim, performs apt-get against current repositories, and pins only selected Python packages. Required top-level base/system dependencies remain moving, supporting 1 rather than 2. The saved image does not repair the build recipe." }, { "criterion_id": "D-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "Several module license texts have recognizable identities, but the label-module declaration remains missing. This supports 2 without asserting anything about the legal effect of uninspected package notices inside the image.", "suggested_correction": "Also acknowledge that the root inventory contains journal class/style assets whose separate terms were not supplied for inspection; do not assume the root CC declaration establishes their licensing." }, { "criterion_id": "D-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The current root tree jointly selects the source, data gitlinks, output files and saved image blob identities. The README historical result tag and later OCI conversion should be distinguished, but the assessed current snapshot still fixes its joint content state. Current retrieval and rebuilding that image are separate judgments." }, { "criterion_id": "D-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/tree/a303b5455458c79133a79864a590cbcdbad67a34" ], "explanation": "A build command and digest-addressed image identify a process and content, but the supplied material provides no artifact verification chain tying the executable to an authenticated producer and build source. The signed result tag lacks a supplied identity-verification route as well. The binary 0 is therefore supported within this evidence boundary." } ], "verdict": "needs_revision", "created_at": "2026-10-28T03:46:16.728158+00:00", "limitations": [ "Independent inspection of only the assigned anonymized assessment, assigned native instrument and frozen cohort remodnav-e3c6253bced7. No peer assessments, examples or other reviews were consulted.", "Manifest SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499 and all supplied node source-file hashes were checked. Root-to-module discovery followed README, .gitmodules, code paths and the explicitly supplied adapter link.", "No network calls, payload acquisition, scientific execution or container build occurred. Omitted binary assets, annex data and container layers limit retrieval, internal-license and runtime conclusions; omitted payloads are not observed retrieval failures.", "The external adapter is frozen by the supplied file SHA256. Its upstream citation uses a version tag rather than a commit, so this review uses the relative frozen locator instead of claiming an independently verified immutable upstream revision.", "Official installation pages delegated by the README are outside the frozen package. Claims about omissions in those external instructions remain unresolved. Signature content was inspected but no key acquisition or cryptographic identity verification occurred.", "Git reads set GIT_NO_LAZY_FETCH=1. Native validation passed, but evidence judgments were checked separately. All 36 response IDs and valid anchor values were present, with 34 answered and two null; equal dimension weights and fixed denominators were handled consistently. No numerical summary is stored in the assessment that conflicts with the validator calculation.", "A-03 and A-05 expose an ambiguity between a standalone executable function and a complete documented invocation sequence. The review distinguishes the demonstrated incorrect all-flags claim from any final anchor choice that needs that ambiguity resolved.", "Agreement is an independent evidence judgment, not human approval. Requested model identity is recorded as requested only; actual runtime model identity was not observed." ], "checked_criteria": [ "S-01", "S-02", "S-03", "S-04", "T-01", "T-02", "T-03", "T-04", "T-05", "T-06", "A-01", "A-02", "A-03", "A-04", "A-05", "A-06", "M-01", "M-02", "M-03", "M-04", "M-05", "M-06", "P-01", "P-02", "P-03", "P-04", "P-05", "E-01", "E-02", "E-03", "D-01", "D-02", "D-03", "D-04", "D-05", "D-06" ] }, { "id": "study-rubric-09-review-2", "assessment_id": "study-rubric-09", "reviewer_id": "study-rubric-09-review-2-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "S-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51-L62" ], "explanation": "The root README identifies statistics, figures and manuscript; its registered modules plus the analysis loaders expose the gaze, labels and evaluation-data relationships. The private upstream lab-source registration is not consumed by these loaders. Score 3 is supported for the stated result-production boundary." }, { "criterion_id": "S-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463-L548", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L914-L947", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Both the routinely dispatched computations and the separately defined velocity-histogram computation have source and explicit data paths. The evaluation MAT files are reached through the algorithm gitlink; the event TSV files through the labels gitlink. Deliberate payload omission does not invalidate this inclusion/reference criterion." }, { "criterion_id": "S-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The environment recipe, image registration, command flags and classifier dependencies are explicitly reachable. Package version looseness belongs to frozen reconstruction; no essential missing environment reference was identified. Score 3 is defensible independently of whether every function is dispatched." }, { "criterion_id": "S-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The root CC-BY text and separate MIT, PDDL and GPL texts are reachable through the component graph. The labels source inventory has no independently attributable license declaration. This concrete gap supports 2 without assuming absent image payloads lack their own license texts." }, { "criterion_id": "T-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "Read-only Git trees confirm the three root gitlink commits and nested evaluation commit; the frozen inventory contains content-addressed annex pointers and the saved image manifest identifies config and layers. These establish selected content identities, not present availability. Add the root tree citation because .gitmodules alone records URLs rather than commit selections." }, { "criterion_id": "T-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The root tree, recursively selected Git modules and annex pointer blobs integrate source, data, outputs and saved environment under compatible tracking. The presence of an image tag called latest does not make the saved layer/config selection floating. Score 3 is supported." }, { "criterion_id": "T-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/commit/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/commit/b950b59fecfd1bb17f47b143589d94547cb6f9ac" ], "explanation": "Frozen histories across root and reachable public modules contain actor, timestamps and change messages, including the evaluation relabeling and data transformations. This supports attributable recorded history across component classes. It does not establish that all upstream real-world changes were recorded." }, { "criterion_id": "T-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/bf3caf60e0c59d111f262a2383e3ebfd748edf58", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282-L1326" ], "explanation": "Score 2 is supported by structured DataLad records with commands/input/output fields and concrete gaps. In addition to the absent manuscript run record, velhist.svg was added in an ordinary commit that names quality_stats(); that function is not dispatched by the recorded clean results_def.tex command. A directory-wide output declaration does not prove each retained SVG was recomputed.", "suggested_correction": "Retain 2 and add the velocity-histogram provenance gap; do not describe the recorded result run as covering every generated figure." }, { "criterion_id": "T-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "The containerized result commit can bind source, input and image states through Git/annex. The labels run invokes ambient python and inherits PYTHONPATH; its record supplies no complete runtime environment state. Earlier runs and the image build also leave dependency resolution outside exact run identities. This is sufficient for 2 even without penalizing a manuscript execution that has no record." }, { "criterion_id": "T-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/a303b5455458c79133a79864a590cbcdbad67a34", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md#L64-L67" ], "explanation": "Local inspection confirms an annotated PGP-signed tag pointing to the recorded result commit. The inspected README and tag provide no signer public-key distribution or identity-verification instructions. The binary score 0 is justified as no supplied usable verification route; cryptographic failure was not observed." }, { "criterion_id": "A-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md#L23-L59", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The README links installation guidance, gives clone/rerun commands, and the referenced run enumerates nested evaluation data, event TSVs, gaze globs and saved image. Those are also the inputs required by quality_stats(). No upstream private lab-source checkout is needed to consume the selected gaze files. Acquisition instructions support 3 despite the separate execution-coverage issue." }, { "criterion_id": "A-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md#L23-L39", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The setup sequence identifies DataLad, the extension and Docker and links their installation sources. The frozen adapter explicitly assumes a docker command manageable by the current user and notes that this should be documented. A conservative 2 is defensible for the inspected sequence; the linked installation sites were not inspected, so do not generalize this into a claim that they omit daemon/permission setup." }, { "criterion_id": "A-03", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md#L49-L73", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463-L548", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282-L1326", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1145-L1168" ], "explanation": "The claimed all-results command mapping is false for the velocity-distribution figure. main.tex includes velhist.pdf; quality_stats() writes velhist.svg, but no CLI flag invokes it, and its docstring tells the recipient to add it to the command-invocation list. The documented rerun calls only the existing -s -f -r -m dispatch. Rendering a retained SVG does not reproduce that computational result.", "suggested_correction": "Reduce to 2: code-level guidance exists for this result but its required invocation/order is not part of the documented executable sequence. Explicitly identify velhist and distinguish its regeneration from PDF rendering." }, { "criterion_id": "A-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The supplied clone plus DataLad rerun specification declares acquisition of the source/data assembly and saved image. I found no missing essential retrieval command in that declaration. Score 3 assesses the executable procedure, while actual retrieval remains unknown under D-01." }, { "criterion_id": "A-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463-L548", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282-L1326" ], "explanation": "Score 3 can be retained under this criterion: the omitted velocity-histogram operation is itself fully expressed in quality_stats(), and figures/LaTeX have executable rendering recipes. No scientific algorithm needs to be translated from prose for that operation. However, the assessment overstates that Make passes complete flags: execution integration is missing, as described under A-03.", "suggested_correction": "Keep executable-specification credit separate from workflow completeness and mention the detached quality_stats() function rather than asserting that the normal flags produce every result." }, { "criterion_id": "A-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "Score 2 is defensible because executable replay is supplied for result records but historical label computation still requires resolving its ambient Python context. The stated absence of a manuscript record is not itself the correct reason to deny 3: the highest anchor quantifies computations represented in provenance.", "suggested_correction": "Retain 2 with the concrete unresolved replay context of the labels record, rather than treating every unrecorded computation as a failure of replay of recorded computations." }, { "criterion_id": "M-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L74", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Data, algorithm, analysis, image, manuscript and numeric-macro roles are separable through gitlinks, files and directories. The rubric allows files to define modules; placing manuscript sources and numeric macros in the root does not defeat their explicit roles. Score 3 is supported." }, { "criterion_id": "M-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L40-L62", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/remodnav/tests/utils.py" ], "explanation": "The consumer imports an internal test helper and constructs the algorithm repository test-data path directly. The published CLI interface does not describe those consumer contracts. Independently selectable gitlinks therefore do not establish independent substitution at a declared interface; 1 is supported." }, { "criterion_id": "M-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The implementation and raw-data modules have separately attributable declarations, while the labels module has no equivalent declaration or central scope mapping in the inspected inventory. Score 2 follows from that boundary even if some unavailable container payloads contain package license files." }, { "criterion_id": "M-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "Several module terms are individually exposed, but the root/module documentation inspected does not discuss how their combination is handled. This matches the listed-but-unaddressed anchor 1; no legal incompatibility or redistribution prohibition is inferred." }, { "criterion_id": "M-05", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst#L82-L89", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The cautious refusal to infer restrictions is sound, but null does not follow the criterion-specific anchors. Anchor 0 explicitly includes access conditions cannot be determined. The assessment itself concludes that access conditions of all labels and container payloads cannot be established, so it has already found evidence for that completed low anchor. No claim that restricted content blocks the object is necessary.", "suggested_correction": "Assign 0 with a rationale limited to undetermined access conditions, and note that the rubric collapses uncertainty and demonstrated blocking into one anchor. Keep this criterion in the denominator; distinguish this judgment from an observed access failure." }, { "criterion_id": "M-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51-L62" ], "explanation": "Git tree inspection confirms selected module states; the manifests, loader paths and registered image describe their connections. The raw dataset upstream lab-source path is not an input to this assembly of published gaze files. Score 3 is supported; cite tree entries as well as .gitmodules for version selection." }, { "criterion_id": "P-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md#L23-L59", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The README gives tools, tested OS families, Docker-format/version compatibility and approximate input/image sizes. The adapter assumes current-user Docker access without documenting that initialization in the inspected root procedure. Score 2 is defensible, subject to the frozen-package limitation that external installation documentation was not available for review." }, { "criterion_id": "P-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L476-L490" ], "explanation": "The active adapter derives the mount from the current directory, applies host user/group IDs and provides a Python-command substitution. Scientific file paths remain dataset-relative. The fixed /tmp location is internal to the supplied container interface rather than an author-machine path. Score 3 is supported for the active root route." }, { "criterion_id": "P-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L12-L44", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L38-L64" ], "explanation": "The recipe covers scientific Python imports and the Inkscape/LaTeX stack; setup.py declares classifier dependencies. The manuscript class/style files are also present in the frozen tree inventory, although their payloads are omitted. DataLad absence inside the container has an explicit code fallback. No identified dependency omission warrants lowering 3; this is a source specification finding, not a successful build." }, { "criterion_id": "P-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The environment definition, saved-image metadata and execution configuration are present in versioned root records, and the classifier package definition is in a pinned child. Binary score 1 is supported independently of exact dependency pinning." }, { "criterion_id": "P-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md#L23-L39" ], "explanation": "The saved-image format is consumed by adapter code that reads the manifest and hashes its config; the Dockerfile is a tooling-consumable construction recipe. Host mounting and Python selection are explicit and compatible platforms are named. Score 3 is reasonable for the specified environment capability, with no current execution claim." }, { "criterion_id": "E-01", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The adapter loads/selects the image by content-derived ID and starts docker run for each invocation. That specifies a fresh container filesystem even when the immutable image is cached. Score 3 is supported for supplied containerized runs; it does not retroactively establish that detached historical figure computations used fresh containers." }, { "criterion_id": "E-02", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The mounted working tree holds outputs and DataLad stores run provenance outside the container; --rm makes mutable-container disposal automatic. The fixed temporary HOME is host-mounted and cleanup is conditional on success, but retaining that debugging directory on failure does not negate independent result persistence or automatic container disposal. Score 3 is supported." }, { "criterion_id": "E-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L483-L487" ], "explanation": "The run cleans numeric results and rendered derivatives, but mounts the existing working tree and uses file globs. A recipient must establish the intended source/input state; the wrapper does not create an isolated clean checkout. Score 2 is defensible. Retained velhist.svg is a tracked prior result rather than evidence of undeclared mutable state, although it invalidates the broader recomputation claim under A-03." }, { "criterion_id": "D-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "Null is appropriate: acquisition references and intended identities exist, but absent payload bytes and the no-network boundary prevent checking their current availability. Unlike M-05, no D-01 low anchor is established solely by this uncertainty: there is neither an observed missing route nor unavailable/moving intended version. It correctly remains unanswered and provisional." }, { "criterion_id": "D-02", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md" ], "explanation": "The single datapub host in annex availability metadata supports lack of an independent image recovery route, ruling out 3. It does not by itself distinguish 1 from 2: anchor 2 explicitly permits a sole immutable bundle or preservation route without independent recovery. The saved content-addressed image is at least a candidate for that case. The assessment neither explains why this fails the immutable-bundle condition nor identifies another component with no preservation route. Its cited evidence also omits the annex metadata on which the decisive claim relies.", "suggested_correction": "Add the immutable annex-metadata citation and compare the actual image/data distribution to anchor 2. Retain 1 only with an identified essential resource lacking immutable bundling/preservation; otherwise use 2 if all required states are immutably bundled. Do not infer preservation from digest identity alone." }, { "criterion_id": "D-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The base is debian:bookworm-slim, apt resolves package names without versions, and only selected pip dependencies are pinned. This clearly matches 1. A preserved image supports execution of an existing state but does not freeze the recipe resolution required for a repeatable build." }, { "criterion_id": "D-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The CC-BY 4.0, MIT, PDDL and GPLv3 texts identify several governing license families unambiguously. The labels module has no corresponding identity in its inspected records. Score 2 is supported; unavailable container contents cannot be used to assert that package terms are actually absent." }, { "criterion_id": "D-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/results_def.tex", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The selected root tree binds modules, result macros, image pointers and configuration into one fixed joint selection. This remains a coherent distribution even though live retrieval is unknown and reconstruction from the Dockerfile can float. Score 3 is supported; cite the immutable tree for gitlink selections." }, { "criterion_id": "D-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/tree/a303b5455458c79133a79864a590cbcdbad67a34", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "The signed results tag and recorded docker-build command supply identity/history, but the inspected materials do not supply a verifiable artifact-origin/build-source attestation chain. A result-tag signature is not automatically that chain. Binary 0 is supported without excluding the criterion or claiming cryptographic verification was attempted." } ], "verdict": "needs_revision", "created_at": "2026-10-28T03:52:02.356230+00:00", "limitations": [ "Independent review used only the assigned anonymized assessment, the assigned rubric/protocol/schema/validator and the frozen source evidence graph. No peer reviews or other assessments were consulted.", "Frozen manifest SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499 and rubric SHA256 05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4 were verified. Source paths were followed from the root and explicit child registrations; cached presence alone was not treated as discoverability.", "Inspection only: no network, scientific workflow, container build, payload acquisition or signature verification. Binary/annex/image payloads are intentionally omitted; their availability and internal contents remain unknown. Git probes used GIT_NO_LAZY_FETCH=1.", "The external adapter was inspected from its frozen SHA256-identified evidence copy reached through the README tool/version reference and configuration invocation. External installation websites and GitHub issue/PR bodies were not available in the frozen package and were not fetched.", "Native validation and independent denominator inspection found all 36 response keys, 34 assigned scores, two nulls, equal dimension weights and valid binary anchors. The native result remains provisional; no denominator exclusion or arithmetic inconsistency was found. Structural validity did not determine substantive agreement.", "The velocity-histogram generation gap was confirmed by static source/dispatch inspection and history, not by executing the workflow. The scope treats explicitly selected published gaze/label files as inputs and does not require regenerating private upstream lab acquisition.", "Model identity was not independently observed. Requested model identity is retained only as requested metadata. Agreement is an independent judgment and is not human approval." ], "checked_criteria": [ "S-01", "S-02", "S-03", "S-04", "T-01", "T-02", "T-03", "T-04", "T-05", "T-06", "A-01", "A-02", "A-03", "A-04", "A-05", "A-06", "M-01", "M-02", "M-03", "M-04", "M-05", "M-06", "P-01", "P-02", "P-03", "P-04", "P-05", "E-01", "E-02", "E-03", "D-01", "D-02", "D-03", "D-04", "D-05", "D-06" ] }, { "id": "study-rubric-09-review-3", "assessment_id": "study-rubric-09", "reviewer_id": "study-rubric-09-review-3-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "S-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51" ], "explanation": "The root describes the numerical, figure and manuscript scope; its subdataset registrations and analysis paths expose the raw-gaze, event-label and nested evaluation inputs. The discovery chain supports 3 even though some referenced bytes are excluded from this cohort." }, { "criterion_id": "S-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L918", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/.gitmodules", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "The inspected loaders identify MAT inputs, processed gaze files and precomputed event TSVs through explicit registered paths. The private upstream lab-acquisition submodule is not consumed by these loaders. Missing frozen payloads do not invalidate these references; 3 is supported." }, { "criterion_id": "S-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The recipe, dependency declaration, invocation configuration and argument defaults together name the needed computation and rendering environment. Floating dependency resolution is a separate question; no essential active-route setting was found missing from the references." }, { "criterion_id": "S-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "Several linked components have independently findable terms. The complete label-module inventory has no license declaration, and the root declaration cannot establish coverage of that separate dataset. This concretely supports 2 without inferring that every inaccessible bundled file lacks terms." }, { "criterion_id": "T-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "The root tree inspected offline fixes the three child commits and source/results blobs; the manifest inventory contains content-keyed pointers for excluded data and image layers. These identify the intended research-object states independently of current retrievability. The 3 is supportable for those components; host prerequisites are described separately, not frozen by these pointers." }, { "criterion_id": "T-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitattributes", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The inspected root tree connects ordinary Git blobs, gitlinks and annex-pointer blobs. Data and environment states therefore participate in the same root-resolvable tracking representation, supporting 3 rather than merely crediting use of Git." }, { "criterion_id": "T-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/commit/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/commit/0e6f82708e10b48039763aa1078696e802260674" ], "explanation": "The supplied histories contain named actors, timestamps and change descriptions across manuscript, analysis, data, algorithm and image changes. The raw source inspection supports recorded attribution; it does not authenticate the people or establish the completeness of unrecorded development activity." }, { "criterion_id": "T-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/bf3caf60e0c59d111f262a2383e3ebfd748edf58", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463" ], "explanation": "Structured DataLad records supply commands, inputs and outputs for important computations, so 2 is justified. An additional omission is the velocity histogram: its historical commit describes manually adding the figure and naming quality_stats(), without an automatic run record. The manuscript build also lacks a captured run in the supplied history.", "suggested_correction": "Retain 2 and add the unrecorded quality_stats()/velocity-histogram computation to the coverage limitations." }, { "criterion_id": "T-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The numerical run is linked to committed source, inputs and a saved image, while the label run lacks an identified exact environment and the recorded image build resolves moving package repositories. Thus exact state links cover several classes but not every recorded execution. This independently supports 2; an unrecorded PDF build is not needed as the main reason." }, { "criterion_id": "T-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/a303b5455458c79133a79864a590cbcdbad67a34", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "Offline inspection confirms a signed annotated tag pointing to the numerical run. Neither that tag text nor the supplied root instructions provides a signer-key/identity verification procedure. The binary positive requires both conditions, so 0 is justified under the inspected boundary; signature verification was not attempted." }, { "criterion_id": "A-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The supplied clone/rerun sequence is backed by explicit nested-data input patterns and an image extra-input in the recorded command. This supports acquisition instructions at 3; it does not establish that those routes currently return payloads. Regeneration of the private upstream acquisition source is not a prerequisite for these declared inputs." }, { "criterion_id": "A-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README.md → DataLad Containers 1.2.3 → .datalad/config adapter)" ], "explanation": "The README gives installation links and a concrete setup/use sequence, but the inspected adapter explicitly assumes Docker is usable by the invoking non-root user. In the frozen material that initialization is not explained. The partial score is defensible, limited to the inspected instructions; the linked live installation sites were not inspected and their contents must not be characterized as absent." }, { "criterion_id": "A-03", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1161", "https://github.com/psychoinformatics-de/paper-remodnav/commit/bf3caf60e0c59d111f262a2383e3ebfd748edf58" ], "explanation": "The claimed complete result-to-command mapping is false for the velocity-distribution figure. main.tex uses img/velhist.pdf; quality_stats() writes velhist.svg, but the -s -f -r -m dispatcher never calls that function. Its docstring instead tells the recipient to add it to the command invocations, and the history says the precomputed figure was committed because computation was slow. The documented rerun retains that SVG and merely rerenders it for the manuscript. A tracked computational figure is not equivalent to the manually drawn flowchart exception.", "suggested_correction": "Lower to 2: a helper and informal inclusion instruction exist, but the recipient must resolve its invocation/integration. Explicitly map quality_stats() and distinguish regeneration from rendering a retained SVG; do not claim the standard rerun recomputes every figure." }, { "criterion_id": "A-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The acquisition/assembly steps are executable DataLad commands with registered subdatasets and recorded input patterns. The cohort permits inspecting these specifications, so 3 does not require a newly successful retrieval. This criterion is unaffected by the omitted velocity-histogram invocation, whose raw inputs are already specified." }, { "criterion_id": "A-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1161" ], "explanation": "The analysis algorithms, including quality_stats(), are expressed in executable Python, and the figure/manuscript rendering steps are Make recipes. I retain 3 for executable specification, because invoking an existing helper does not require translating the scientific method from prose. However, the assessment overstates what the Make flags actually execute; that command-coverage issue belongs in A-03.", "suggested_correction": "Clarify that quality_stats() supplies executable figure-generation code but is not called by the documented Make/rerun path." }, { "criterion_id": "A-06", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", ".cache/methods/rubric/rubric.json (assigned revision e8d94d00d904058b8f87c8331cbe32e225a9490f)" ], "explanation": "The partial score may remain defensible, but the stated decisive reason applies the wrong coverage test. A-06 anchor 3 concerns every scoped computation represented in provenance, not whether every scoped computation has a record. Missing manuscript provenance belongs in T-04 and cannot alone justify reducing A-06. The label and image-build records need separate checks of restoration of their execution contexts.", "suggested_correction": "Retain 2 only with the concrete unresolved execution contexts, such as the label-generation environment and moving build dependencies, or provide evidence that every represented computation can resolve its recorded state. Remove missing manuscript provenance as the principal replay argument." }, { "criterion_id": "M-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/results_def.tex" ], "explanation": "The data repositories, classifier, paper-specific analysis, container and rendered outputs have identifiable separate roles. The numerical macro file is an explicit boundary consumed by LaTeX. Coupling between modules affects replacement, not the existence of these boundaries; 3 is supported." }, { "criterion_id": "M-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L40", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md" ], "explanation": "The analysis imports remodnav.tests.utils and constructs a deeply nested test-data pathname, whereas the documented classifier interface is a CLI with input/output arguments. Independently selectable commits do not make those internal consumer assumptions a declared replacement interface. The limited anchor 1 is justified." }, { "criterion_id": "M-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "Independent license scopes are present for the algorithm and several data components, but not for the label dataset. This supports partial module-level coverage rather than assuming the root license reaches every independently versioned child." }, { "criterion_id": "M-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The license declarations establish multiple terms at real composition boundaries, but the supplied composition documentation does not discuss their combination. Anchor 1 explicitly covers listed terms without compatibility handling, so it is preferable to either 0 or a reviewer-invented legal compatibility finding." }, { "criterion_id": "M-05", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/methods/rubric/rubric.json (assigned revision e8d94d00d904058b8f87c8331cbe32e225a9490f)" ], "explanation": "The rationale expressly concludes that access conditions cannot be established for all required components. M-05 anchor 0 explicitly covers “Access conditions cannot be determined”; its other alternative is inseparable restriction, not an additional condition. The rubric therefore supplies an applicable low anchor, and the unanswered/null treatment is not consistent with this criterion-specific rule. Missing payloads still must not be described as an observed access denial.", "suggested_correction": "Use 0 with a not_findable observation for the unresolved access-condition documentation, unless additional frozen evidence establishes a higher anchor. Record feedback that this anchor conflates unknowable access conditions with structural failure. Changing null to 0 changes completion to 35/36 but does not change the fixed-denominator total." }, { "criterion_id": "M-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51" ], "explanation": "Gitlinks and nested registrations fix module choices; the analysis paths and image invocation specify the connections. For the consumption of selected raw-gaze and label inputs, the inaccessible upstream lab-acquisition repository is not an assembly prerequisite. The 3 is supported for that scoped assembly." }, { "criterion_id": "P-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README.md → DataLad Containers 1.2.3 → .datalad/config adapter)" ], "explanation": "The documented tools, tested platforms, Docker compatibility and transfer sizes make this more than a tool-name-only declaration. The adapter nevertheless requires the caller to control a functioning Docker service without explaining that setup in the supplied object. A score of 2 is supported within the frozen documentation boundary." }, { "criterion_id": "P-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README.md → DataLad Containers 1.2.3 → .datalad/config adapter)", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51" ], "explanation": "The active adapter derives the mount from the current working directory and handles user identity by platform; the root exposes a host-Python substitution and scientific data paths remain object-relative. The fixed container /tmp path is not an author-host path. No demonstrated host-specific value requires editing analysis logic, supporting 3." }, { "criterion_id": "P-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L12", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "The analysis imports are represented by the Python/scientific dependencies, and rendering uses the declared Inkscape/LaTeX packages plus tracked LaTeX class/style assets in the inventory. DataLad is optional inside the scientific image and explicitly needed on the host. No identified dependency omission displaces 3; this is specification inspection, not installation validation." }, { "criterion_id": "P-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The inspected Git tree and pinned child revision contain the environment recipe, saved-image identities, invocation settings and package dependency declaration. These satisfy the binary tracking anchor; unpinned resolution during rebuilding is not a failure of version control of the definitions." }, { "criterion_id": "P-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README.md → DataLad Containers 1.2.3 → .datalad/config adapter)" ], "explanation": "The inspected adapter reads manifest-selected configuration content, calculates its SHA-256 image identity, and loads/runs that exact image. Together with the Dockerfile this is a machine-consumable route on the named compatible host class. I retain 3 as a specification-capability judgment, not a claim that the omitted image loaded successfully." }, { "criterion_id": "E-01", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README.md → DataLad Containers 1.2.3 → .datalad/config adapter)", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The supplied container execution path constructs a docker run invocation rather than restarting a named mutable container. It chooses the image by config-content hash even if the manifest has a latest tag. This directly supports fresh container state for configured runs; no container execution was performed in this review." }, { "criterion_id": "E-02", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README.md → DataLad Containers 1.2.3 → .datalad/config adapter)", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The adapter mounts the working dataset outside the disposable container and passes --rm. The result record belongs to the host Git repository. Hence required outputs/provenance survive automatic disposal, supporting 3. Temporary HOME cleanup is success-dependent because it follows &&, but its failure would leave a workspace directory, not lose the required retained outputs." }, { "criterion_id": "E-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; discovery: root README.md → DataLad Containers 1.2.3 → .datalad/config adapter)" ], "explanation": "The numerical command explicitly invokes clean before regeneration, yet the adapter exposes the entire existing workspace, and the manuscript Make path can reuse existing targets. The procedure does not enforce a newly populated workspace containing only declared inputs. A partial score is supportable; tracked retained SVGs must be distinguished from untracked stale state." }, { "criterion_id": "D-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "The manifest documents deliberate payload exclusion and no retrieval experiment is allowed. Identified versioned routes do not establish present availability, while there is no demonstrated missing route or unavailable version that would justify anchors 1 or 2. Null preserves the unresolved distinction appropriately here, unlike M-05 with its explicit uncertainty anchor." }, { "criterion_id": "D-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "The supplied annex availability records place the essential large image layer on one datapub host; the frozen object supplies no complete preserved image deposit or independent recovery route. Software/data DOI references do not show preservation of the full assembled paper object. Score 1 is defensible, but lack of an independent route alone would only exclude 3: the missing preservation/bundle evidence must be explicit.", "suggested_correction": "Add the immutable annex-metadata locator supporting the single-host statement; the cited image manifest alone contains no hosting or preservation information." }, { "criterion_id": "D-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The base uses a moving Debian tag, apt resolves unfrozen repositories, and only selected pip dependencies are version-pinned. This meets anchor 1 and not 2, whose top-level pin condition is not fully met. Saving an exact image does not retroactively freeze this rebuild specification." }, { "criterion_id": "D-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The inspected declarations identify recognizable CC BY 4.0, MIT, PDDL and GPLv3 terms, while the label module lacks a governing declaration. Partial score 2 is therefore supported independently of the permissiveness or legal compatibility of those terms. Omitted container payloads prevent establishing complete bundled-asset coverage." }, { "criterion_id": "D-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The assessed root tree fixes the joint research-object selection, including child commits and the saved image pointer blobs. A moving name in RepoTags does not replace the manifest/config/layer identity selection used by the adapter. This supports 3 for coherent distribution state, without promising retrieval or deterministic rebuilding." }, { "criterion_id": "D-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/tree/a303b5455458c79133a79864a590cbcdbad67a34" ], "explanation": "The build record and digests link source and bytes descriptively, but the supplied materials provide no artifact attestation or verifiable producer/build-source chain. The result tag signature cannot establish that chain by itself. The binary 0 is supported, and this object actually includes an executable image, so the source-only applicability caveat is unnecessary." } ], "verdict": "needs_revision", "created_at": "2026-10-28T03:57:56.027625+00:00", "limitations": [ "Independent inspection of only the assigned anonymized assessment, assigned native instrument and frozen evidence package. No peer assessments/reviews, examples or other object caches were consulted.", "The frozen manifest SHA256 matched the assigned value; 276 manifest-listed source/history/adapter/availability files matched their recorded hashes. This verifies frozen byte integrity, not scientific correctness.", "No network calls, data acquisition, scientific workflow execution, container build or signature verification was performed. Git reads used GIT_NO_LAZY_FETCH=1. Binary data, image layers and some rendered/style assets remain uninspected payloads; their exclusion is not a retrieval failure.", "The native validator passed and confirmed 34 of 36 responses answered with fixed denominators and equal dimension weights. No score/denominator arithmetic defect was found. The proposed M-05 null-to-zero correction would change completion, not its provisional contribution. Validator success was not treated as support for criterion judgments.", "The DataLad adapter is supplied at a version-tag URL rather than a commit URL; review citations therefore use the frozen relative locator and verified source SHA256. Live installation documentation and external linked discussion contents not supplied in the manifest were not inspected.", "Highest executable-specification ratings assess described capability and component references, not successful present-day recomputation or an independent numerical match. Agreement is not human approval." ], "checked_criteria": [ "S-01", "S-02", "S-03", "S-04", "T-01", "T-02", "T-03", "T-04", "T-05", "T-06", "A-01", "A-02", "A-03", "A-04", "A-05", "A-06", "M-01", "M-02", "M-03", "M-04", "M-05", "M-06", "P-01", "P-02", "P-03", "P-04", "P-05", "E-01", "E-02", "E-03", "D-01", "D-02", "D-03", "D-04", "D-05", "D-06" ] }, { "id": "study-rubric-10-review-1", "assessment_id": "study-rubric-10", "reviewer_id": "study-rubric-10-review-1-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "S-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The README identifies the paper workflow, root subdataset declarations locate its data and algorithm, and loader paths identify their computational roles. The inaccessible upstream acquisition source is not consumed by the inspected paper loaders. Score 3 is supported for the explicitly stated deposited-input boundary." }, { "criterion_id": "S-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463" ], "explanation": "Following root -> remodnav -> its evaluation-data subdataset exposes the comparison inputs; the two root data modules cover gaze streams and event labels. Even the non-dispatched quality calculation has source and explicit input paths. The omitted payload bytes do not invalidate these references, so 3 is supportable." }, { "criterion_id": "S-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Root -> Dockerfile and runtime configuration supplies the environment route, while the script and linked package specify numerical settings and defaults. The floating build resolution is a precision issue rather than a missing reference; 3 fits this criterion." }, { "criterion_id": "S-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "The linked algorithm explicitly scopes MIT terms and the raw-data module supplies PDDL. The label-module source inventory and README expose no corresponding declaration. This establishes partial coverage without needing to infer anything about inaccessible container license files; retain 2." }, { "criterion_id": "T-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "The inspected root Git tree fixes ordinary blobs and the three subdataset commit objects; the frozen inventory records annex content keys and the OCI manifest fixes image components. Those are exact identities even where payload inspection is unavailable. Retain 3, without equating identity with current availability." }, { "criterion_id": "T-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The tree, nested gitlinks and annex pointers form a connected content-addressed tracking view across code, inputs, outputs and the stored runtime image. No second unregistered state-selection mechanism was found for the consumed components; 3 is supported." }, { "criterion_id": "T-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/commit/b06a134079faf2056643d069771d311eb525f1c6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/commit/0e6f82708e10b48039763aa1078696e802260674" ], "explanation": "Root -> Git history and linked-module histories contain named actors, dates and descriptions for manuscript changes, manual diagram corrections, label/code updates and comparison-data corrections. This supports 3 across the identified component classes; it does not authenticate the actors or prove capture of every execution." }, { "criterion_id": "T-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1161" ], "explanation": "The run messages contain structured commands, input/output declarations and exit statuses, so they are historical execution records rather than merely scripts. The velocity histogram remains in the manuscript but its calculation is absent from the central dispatch and no matching captured run was located. Score 2 correctly preserves that coverage gap." }, { "criterion_id": "T-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c" ], "explanation": "The central record connects its image and data to a versioned dataset state. The label-producing record invokes the ambient Python environment, while the image-build record resolves moving package sources. Complete exact environment provenance for every represented execution is not established; 2 is justified." }, { "criterion_id": "T-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/tree/a303b5455458c79133a79864a590cbcdbad67a34", ".cache/methods/rubric/rubric.json (revision e8d94d00d904058b8f87c8331cbe32e225a9490f; SHA256 05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4)#T-06" ], "explanation": "The README-linked annotated tag actually contains a PGP signature and points to the analysis run. Its stored object and inspected documentation do not supply a trusted signer-key verification route. Under this binary anchor, signature presence alone does not warrant 1; retain 0. Cryptographic validity was not checked." }, { "criterion_id": "A-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The supplied clone/rerun sequence and recorded input patterns cover comparison data, all relevant raw gaze patterns, label tables and the container. In particular, the patterns are broader than the two example subjects and include the inputs needed by quality_stats. Score 3 is defensible for acquisition, independently of whether every calculation is dispatched." }, { "criterion_id": "A-02", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README -> DataLad Containers 1.2.3 -> .datalad/config adapter invocation)" ], "explanation": "The README delegates installation to external websites and gives a concrete subsequent sequence. However, the supplied adapter explicitly assumes Docker can be managed by the invoking non-root user and marks this as undocumented. P-01 recognizes that same unresolved prerequisite, while A-02 claims no essential setup decision remains. The linked installation pages are not frozen here, so their resolution of this gap cannot be checked.", "suggested_correction": "Qualify the claim of operationally complete setup. Use 2 on the inspected sequence, or retain 3 only with evidence that an explicitly followed installation route covers Docker service permissions and initialization." }, { "criterion_id": "A-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L1282", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L1161" ], "explanation": "The advertised command does not invoke quality_stats, despite its output being used by the manuscript. The source does give an editing hint, so this is not wholly undocumented, but it is not an unambiguous complete result-reproduction sequence. The reference-only flowchart routine reinforces the missing full mapping. Score 1 is supportable; mention the existing hint when recommending improvement." }, { "criterion_id": "A-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules" ], "explanation": "The executable acquisition specification names the needed nested comparison-data path, raw-data patterns, label patterns and stored image. Subdataset relationships make their assembly explicit. This supports 3 as a procedure-capability judgment, not a report of successful present-day retrieval." }, { "criterion_id": "A-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L672" ], "explanation": "The Make chain specifies analysis, SVG conversion and manuscript compilation. The flowchart helper is explicitly reference-only, and the full supplementary calculation sequence is not wired into that chain. A partial executable result-production judgment of 2 is reasonable. The quality_stats implementation itself is executable source, so describe the missing orchestration rather than saying its algorithm exists only in prose." }, { "criterion_id": "A-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "A recorded command with declared inputs and image plus an explicit rerun instruction establishes a replay capability. The label run lacks an exact original environment and the frozen evidence does not establish automatic restoration of all historical states by the shown default invocation. Score 2 is supported, but wording should distinguish replaying a command from demonstrably restoring every original component state." }, { "criterion_id": "M-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2" ], "explanation": "Separate dataset modules, algorithm source, analysis script, environment directory, numerical macro file and figure/manuscript paths make responsibilities identifiable. Shared repository placement does not defeat modularity under this instrument; 3 is supported." }, { "criterion_id": "M-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L834", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L914" ], "explanation": "The consumer traverses the algorithm package test-data directory and hardcodes particular subject filenames and dataset layouts. Independent gitlink versions therefore do not amount to replaceable interfaces. These inspected dependencies fit the score-1 anchor." }, { "criterion_id": "M-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "Per-module MIT and PDDL declarations can travel with those modules. No equivalent attributable declaration appears for the label module in the frozen inventory. That concrete gap is enough to support 2; unavailable image contents should remain an additional uncertainty rather than an asserted absence of internal license files." }, { "criterion_id": "M-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE" ], "explanation": "Separate module license texts identify several sets of terms, but the inspected object supplies no handling of their composition. Score 1 is the explicit licenses-listed/combination-unaddressed anchor. This is a documentation judgment, not a finding of legal incompatibility." }, { "criterion_id": "M-05", "disposition": "disagree", "evidence": [ ".cache/methods/rubric/rubric.json (revision e8d94d00d904058b8f87c8331cbe32e225a9490f; SHA256 05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4)#M-05", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The rationale concludes that access conditions cannot be determined for all relevant components. Unlike D-01, M-05 has an explicit zero anchor for exactly that condition: access conditions cannot be determined. Leaving the response null bypasses an applicable completed judgment. Lack of payload retrieval is also not by itself evidence that access categories are unknowable; those categories can sometimes be established from documentation.", "suggested_correction": "Assign 0 with a bounded not_findable explanation for the missing access-condition documentation, or establish uniform documented conditions and apply 3. Preserve uncertainty about actual payload access. This changes completion, not the provisional contribution currently earned by this criterion." }, { "criterion_id": "M-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "Subdataset registration, explicit data-loader connections, runtime registration and manuscript/build dependencies provide the composition specification for the deposited-input workflow. The inaccessible upstream acquisition submodule is not needed for that assembly. Retain 3." }, { "criterion_id": "P-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README -> DataLad Containers 1.2.3 -> .datalad/config adapter invocation)", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex#L622" ], "explanation": "The README identifies host tools, tested platforms, download scale and runtime expectations. The adapter makes an additional Docker-permission assumption that is not explained in the frozen setup text. Score 2 accurately records an identified host prerequisite gap rather than requiring arbitrary hardware details." }, { "criterion_id": "P-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README -> DataLad Containers 1.2.3 -> .datalad/config adapter invocation)", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The active paper workflow uses dataset-relative paths; the adapter obtains the working directory and user IDs at runtime, and Python command selection is configurable outside analysis code. Hardcoded scientific subject choices are module-interface choices, not host paths. Score 3 is supported for this active workflow." }, { "criterion_id": "P-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile" ], "explanation": "The imported numerical, statistical and plotting packages match the environment recipe and package declaration, while Inkscape, latexmk and TeX dependencies cover result rendering. Optional DataLad imports have an explicit no-op fallback after host-side retrieval. No concrete active dependency omission was identified; 3 is supportable without claiming execution verification." }, { "criterion_id": "P-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The inspected Git tree versions the recipe and runtime registration, and the linked algorithm versions its dependency definition. The binary anchor is met for the specified paper environment. Floating Debian/package versions concern reconstruction, so they do not warrant reducing this 1." }, { "criterion_id": "P-05", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README -> DataLad Containers 1.2.3 -> .datalad/config adapter invocation)", ".cache/methods/rubric/rubric.json (revision e8d94d00d904058b8f87c8331cbe32e225a9490f; SHA256 05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4)#P-05" ], "explanation": "The machine-readable recipe and saved image are strong evidence, but the highest anchor also excludes unresolved host assumptions outside documented configuration. The adapter assumption about non-root Docker control is explicitly acknowledged under P-01 and remains unresolved in the supplied installation text. The current rationale that no such assumption was identified conflicts with that finding.", "suggested_correction": "Use 2 pending evidence of the documented Docker permission/initialization route, or explain with a precise source why the compatible-host boundary resolves the assumption. Do not claim successful environment instantiation in this inspection-only review." }, { "criterion_id": "E-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README -> DataLad Containers 1.2.3 -> .datalad/config adapter invocation)" ], "explanation": "Inspection confirms a new docker run invocation against a content-derived image ID and a newly created temporary HOME for the supplied paper execution procedure. This directly supports fresh environment creation at each invocation; 3 does not require running the workflow during review." }, { "criterion_id": "E-02", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README -> DataLad Containers 1.2.3 -> .datalad/config adapter invocation)", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The adapter mounts the dataset workspace and removes the container with --rm; result paths and dataset provenance persist outside the mutable container. The fake HOME is also on that mount and its cleanup is conditional on success, so failed runs can leave diagnostic state. That caveat does not negate automatic disposal of the container or preservation of required artifacts; retain 3." }, { "criterion_id": "E-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L914", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py (SHA256 44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5; root README -> DataLad Containers 1.2.3 -> .datalad/config adapter invocation)" ], "explanation": "A clone and explicit clean targets define the intended starting workspace, but the persistent bind mount and input globs do not reset it to only declared tracked files on every invocation. Score 2 is supported; automatic fresh containers alone would not justify 3." }, { "criterion_id": "D-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "The frozen evidence supplies intended versions and routes but deliberately omits the payloads, with no permitted current retrieval check. It establishes neither actual unavailability nor successful intended-state access for every component. Unlike M-05, no low D-01 anchor specifically describes this unresolved availability, so null is justified. The inaccessible observation describes the cohort boundary, not a failed public download." }, { "criterion_id": "D-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web" ], "explanation": "The raw-data README advertises deposition routes, but the supplied image availability logs lead to one hosting service and do not establish preservation of the whole joint object. Image identities and versioned source alone do not establish a recoverable payload archive. Score 1 is defensible on this bounded evidence; it is not a prediction that the host will fail." }, { "criterion_id": "D-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The base is a moving Debian tag, apt resolves current repositories, and several top-level OS/Python dependencies are unpinned. Four exact pip versions cannot fix the rest of those build inputs. Score 1 appropriately separates the stored image identity from reconstruction of that image." }, { "criterion_id": "D-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "data/remodnav-evidence.json (SHA256 e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499)" ], "explanation": "Recognizable, resolvable license texts exist for several modules, but the label module has no identified governing declaration. Thus the universal identifier requirement remains unmet even before assessing bundled-image terms. Score 2 is supported." }, { "criterion_id": "D-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The root snapshot fixes the joint selections through gitlinks and ordinary tracked blobs, including the stored image manifest. Its latest label does not cause the adapter to choose an arbitrary registry image, because the adapter derives the local image ID from configuration content. Score 3 concerns that joint state, independently of D-01 availability." }, { "criterion_id": "D-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/a303b5455458c79133a79864a590cbcdbad67a34", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The historical image-build record supplies useful source context and the result tag contains a signature, but no inspected artifact-specific verification route authenticates the current distributed image producer and build source. The binary zero is supported as not demonstrated, without asserting the image has no trustworthy origin." } ], "verdict": "needs_revision", "created_at": "2026-10-28T04:09:46.660988Z", "limitations": [ "Independent inspection of the assigned anonymized assessment, the assigned rubric at e8d94d00d904058b8f87c8331cbe32e225a9490f, and the frozen remodnav-e3c6253bced7 cohort only; no other assessments, reviews, examples or methods were consulted.", "No scientific computation, container build, network request or payload acquisition was performed. Git reads used GIT_NO_LAZY_FETCH=1. Missing data, binary figures, image layers and other excluded payloads are evidence-boundary limitations, not observed retrieval failures.", "The manifest SHA256 was verified, and all 276 listed downloaded source/history/auxiliary files matched their supplied hashes. Material citations were checked against cached source, inventories and historical records; public URL reachability was not tested.", "The external Docker adapter is frozen by its supplied SHA256 and followed through the README tool/version and runtime invocation. Its public 1.2.3 URL is a version tag, so this review cites the immutable frozen relative locator rather than implying a verified public commit pin.", "Linked external installation pages, issue discussions and release web pages are not included as inspected evidence. The signed tag object was inspected locally, but no cryptographic signature or signer identity verification was performed.", "Native validation passes, with 34 answered criteria out of the fixed 36 and equal dimension weights. The scorer retains both nulls in their denominators and marks the assessment incomplete; no arithmetic inconsistency was found. The M-05 correction changes completion accounting, while D-01 remains unresolved.", "Agreement is a bounded methodological judgment and is not human approval or a claim of computational reproduction." ], "checked_criteria": [ "S-01", "S-02", "S-03", "S-04", "T-01", "T-02", "T-03", "T-04", "T-05", "T-06", "A-01", "A-02", "A-03", "A-04", "A-05", "A-06", "M-01", "M-02", "M-03", "M-04", "M-05", "M-06", "P-01", "P-02", "P-03", "P-04", "P-05", "E-01", "E-02", "E-03", "D-01", "D-02", "D-03", "D-04", "D-05", "D-06" ] }, { "id": "study-rubric-10-review-2", "assessment_id": "study-rubric-10", "reviewer_id": "study-rubric-10-review-2-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "S-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "Starting at the root README, the module registrations lead to gaze data, event labels and REMoDNaV; the latter explicitly registers the comparison dataset used by load_anderson. The consumed input paths make their relationships inspectable. Excluding regeneration of the raw acquisition dataset is a stated scope decision, not a silently repaired private link." }, { "criterion_id": "S-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "The analysis names the gaze and event-table paths and the nested annotated MAT files. Manuscript and analysis sources are root files. Missing payload bytes in this cohort do not negate inclusion by explicit reference, so the high boundary score is supported." }, { "criterion_id": "S-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The root contains the runtime recipe and image registration; make targets, CLI defaults and classifier parameters supply the computation settings. This criterion does not demand immutable rebuilding, so the floating Debian package inputs do not by themselves lower this rating." }, { "criterion_id": "S-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "Module traversal exposes CC BY 4.0, MIT, PDDL and GPLv3 declarations. The frozen label-dataset inventory has no corresponding declaration. That concrete uncovered module supports partial fulfillment without asserting that unseen container payloads contain no licenses." }, { "criterion_id": "T-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The inspected Git tree fixes source files and three root gitlinks; nested registrations and annex pointers identify data states, and the stored image manifest identifies configuration and layers. The mutable RepoTags label does not replace the image content identity. The rating is supported for the scoped distributed components.", "suggested_correction": "Cite the root tree or Git tree probe alongside .gitmodules: .gitmodules stores locations, while gitlinks in the tree supply selected commit identities." }, { "criterion_id": "T-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The root Git tree, registered nested repositories and annex content keys form a compatible tracking view for the scoped code, inputs, image and outputs. Keeping payload storage outside Git does not break that tracked relationship." }, { "criterion_id": "T-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/commit/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/commit/0e6f82708e10b48039763aa1078696e802260674" ], "explanation": "The supplied reachable histories contain authors, timestamps and messages across the component classes. Root history records image conversion and manual diagram changes, and comparison-data history records relabeling. This supports attributable history without authenticating real-world author identity or proving every historical scientific activity was captured." }, { "criterion_id": "T-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463" ], "explanation": "The historical records contain structured commands, inputs, outputs and exit status. The analysis dispatch does not call quality_stats, and the manuscript build appears as an instruction rather than a captured rendering run. Automatically captured provenance is therefore substantial but not comprehensive." }, { "criterion_id": "T-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The central recorded run is associated with a root state and image input; the label-production record invokes a shell script and ordinary Python without recording an original environment state. This is a specific version-provenance gap supporting the partial anchor." }, { "criterion_id": "T-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/a303b5455458c79133a79864a590cbcdbad67a34", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The cached tag object contains an armored signature and points to the result-run commit. The supplied documentation does not provide a signer-key authentication route, and cryptographic verification was not performed. The whole binary positive anchor is not established; zero does not mean that the tag is unsigned." }, { "criterion_id": "A-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst" ], "explanation": "The clone/rerun instructions are backed by an input declaration covering comparison data, label tables, both gaze-data patterns and the image. The private acquisition submodule is not among those consumed inputs. The supplied acquisition procedure supports the rating independently of current download success." }, { "criterion_id": "A-02", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The root supplies installation links and a subsequent clone/run sequence, but the linked installation pages are not frozen here. The inspected adapter explicitly assumes Docker can be managed by the invoking non-root user. P-01 treats that prerequisite as implicit, while A-02 states that no essential initialization or configuration decision remains. The frozen evidence does not settle that stronger operational claim.", "suggested_correction": "Identify an inspected setup instruction that resolves Docker service access, or explain why the referenced installation procedure suffices under the evidence boundary. Otherwise use the partial setup anchor rather than claiming fully established operational completeness." }, { "criterion_id": "A-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L672", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "The advertised command covers many results but omits quality_stats, whose output is used for the velocity figure and loss comparison. Its docstring does offer an instruction to edit dispatch, so it should not be described as wholly undocumented. The reference-only flowchart helper and absence of a complete result-to-command sequence for the full figure scope keep the limited rating defensible.", "suggested_correction": "Explicitly distinguish the existing quality_stats integration note from a complete invocation sequence; identify the flowchart reconstruction gap as well if retaining the limited rather than partial anchor." }, { "criterion_id": "A-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "The historical run lists both full gaze-data patterns, not just the example subjects, plus the nested comparison dataset, event tables and image. Those declarations support executable retrieval and composition. This is a specification judgment and does not imply that retrieval was tested." }, { "criterion_id": "A-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/img/Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L672" ], "explanation": "The main statistical and rendering procedures are executable. Merely omitting a dispatcher call does not mean the quality-statistics algorithm needs translation from prose, because its body is supplied. However, the flowchart helper is reference-only, lacks output construction, and its local filter helper returns one coefficient object where the caller expects two. With figure regeneration included, a complete executable procedure is not established, supporting the partial rating.", "suggested_correction": "Ground the partial score in the incomplete figure-generation procedure rather than treating the complete quality_stats function as an absent executable algorithm. Clarify whether preserving an authored SVG is an accepted input boundary for this figure." }, { "criterion_id": "A-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "A named rerun target and a structured captured run supply replay support for the central analysis. The label run still leaves its original Python environment unresolved. The assessment appropriately avoids equating a replay command with demonstrated full historical replay." }, { "criterion_id": "M-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "Data repositories, algorithm source, analysis script, container directory, figure sources and manuscript have distinct roles and inspectable boundaries. A directory or file is sufficient here; separate packaging for every role is not required." }, { "criterion_id": "M-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L834", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules" ], "explanation": "load_anderson reaches directly into REMoDNaV test-data internals, while other functions hard-code subject layouts and infer conversion settings from filenames. Independently versioned repositories therefore do not provide replaceable interfaces at configuration boundaries; the limited anchor is supported." }, { "criterion_id": "M-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING" ], "explanation": "The MIT module declaration has explicit scope and the gaze dataset has its own PDDL declaration. No equivalent declaration appears in the inspected label module. A root license does not establish independent coverage of that linked repository, supporting partial module attribution." }, { "criterion_id": "M-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE" ], "explanation": "The source exposes several component licenses but no object-specific treatment of their combinations. Generic license provisions cannot be substituted for recorded compatibility handling. The limited anchor is appropriate without making a legal incompatibility claim." }, { "criterion_id": "M-05", "disposition": "disagree", "evidence": [ ".cache/methods/rubric/rubric.json#sha256=05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The rationale says that access conditions cannot be determined for all scoped components and that neither uniform nor mixed-access conditions can be established. M-05 explicitly assigns zero when access conditions cannot be determined. Unlike D-01, this criterion has a low anchor matching the stated uncertainty, so null incorrectly treats an applicable, assessable low-anchor case as unanswered. The omitted payloads alone also do not demonstrate an access restriction.", "suggested_correction": "Use score 0 with a carefully bounded observation such as not_findable for the missing access-condition documentation, retaining the cohort limitation. If public acquisition documentation is judged enough to demonstrate uniform access, justify that alternative explicitly. Do not label evidence-package omission as an observed remote access failure; update completion metadata if the null becomes a scored judgment." }, { "criterion_id": "M-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The registered repository selections, fixed loader paths, image registration and Make/TeX relationships specify the consumed assembly. Weak replaceability does not make the composition implicit: fixed coupling can be explicit even while M-02 is low." }, { "criterion_id": "P-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The README names orchestration tools and tested platforms and gives download sizes; the manuscript mentions memory requirements. The adapter itself documents an assumption of Docker access by a non-root user that the root instructions do not resolve explicitly. That concrete gap supports the partial host-prerequisite anchor." }, { "criterion_id": "P-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The active run uses the current dataset mount and relative paths, derives UID/GID on non-Windows hosts and offers a Python command substitution. Fixed dataset-internal subject names are modularity constraints rather than host-specific paths. The old label-job submission configuration is not the active root procedure.", "suggested_correction": "For the external adapter, accompany the version-tag URL with the frozen manifest checksum; a tag URL alone is not an immutable content locator." }, { "criterion_id": "P-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "The inspected scientific imports are represented by the image recipe and REMoDNaV dependency declaration, including numerical, statistics and plotting libraries; LaTeX and Inkscape cover rendering. DataLad acquisition is host orchestration, with an explicit fallback in the container script. No identified active dependency is omitted by the cited specification." }, { "criterion_id": "P-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "Git tree inspection establishes that the image recipe and registration are tracked and that the algorithm dependency definition is in a fixed linked module. The binary criterion does not require frozen package resolution, so its positive value is justified." }, { "criterion_id": "P-05", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The recipe, stored image and adapter are machine-consumable, but the assertion that there is no unresolved host-specific assumption conflicts with P-01 and the adapter comment about non-root Docker access. The top anchor requires explicit host configuration, and the frozen package does not contain the external setup instructions that might establish this condition.", "suggested_correction": "Reconcile this with P-01. Supply inspected documentation resolving Docker service access, or use the partial machine-readable-environment anchor while that assumption remains unresolved. This is not evidence that Docker execution fails." }, { "criterion_id": "E-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The active root execution calls docker run using an ID computed from stored configuration bytes. It consequently creates a fresh container, rather than invoking an accumulated container session. The bind-mounted workspace and potentially retained temporary HOME are separate state-hygiene limits correctly relevant to E-03; this is source inspection, not a run observation." }, { "criterion_id": "E-02", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Makefile" ], "explanation": "The workspace is mounted outside container storage and the declared products and Git provenance persist there; docker run includes --rm. HOME cleanup occurs only after success, but retaining that diagnostic workspace directory does not make required results depend on keeping the container. Automatic container disposal supports the high anchor." }, { "criterion_id": "E-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py" ], "explanation": "A clone and declared inputs establish the intended workspace, but clean does not reset the whole checkout and glob-based readers can include additional files. The fixed dockertmp directory can also survive a failed command. Automatic isolation to declared workspace inputs is not demonstrated, so the partial rating is reasonable." }, { "criterion_id": "D-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The frozen references and annex availability metadata expose intended routes, but no payload acquisition was permitted or observed. None of the unavailable-version anchors is established by deliberate cache omission, and intended-version availability for every component is likewise unverified. Null preserves the genuine uncertainty here." }, { "criterion_id": "D-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web" ], "explanation": "The raw-data README advertises deposit and alternative access routes, while the supplied image availability records point to one hosting service. A digest preserves identity, not bytes after host disappearance. The evidence does not establish preservation for every essential payload, so the limited rating is supported." }, { "criterion_id": "D-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile" ], "explanation": "The base image is selected by a tag and apt installs resolve against moving package indexes without versions. Several exact pip pins do not fix the base or system packages. A useful build recipe exists, but it meets the moving-dependency anchor rather than reproducible reconstruction." }, { "criterion_id": "D-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The inspected license texts have clear identities, but the label module still lacks a governing declaration. This specific omission suffices for partial fulfillment; unknown bundled image terms should remain an inspection limitation rather than an asserted absence inside uninspected layers." }, { "criterion_id": "D-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The root tree jointly selects module commits, source/configuration states and a content-addressed image. The latest tag in Docker metadata is not the execution selector: the adapter selects image content identity. Current retrievability is appropriately separate under D-01." }, { "criterion_id": "D-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/tree/a303b5455458c79133a79864a590cbcdbad67a34" ], "explanation": "The build history links a recipe input and image output, and a signed result tag exists, but neither is a supplied verifiable artifact attestation authenticating both producer and build source. The binary zero is supported; the result-tag signature must not be silently upgraded into verified image-origin evidence." } ], "verdict": "needs_revision", "created_at": "2026-10-28T04:16:05.183038Z", "limitations": [ "Independent inspection of only the assigned anonymized assessment, declared native instrument and frozen evidence cohort remodnav-e3c6253bced7; no peer assessments or reviews were consulted.", "No scientific execution, builds, network requests or payload acquisition occurred. Binary figures, annex data and image layers were deliberately omitted; numerical equivalence, current availability and unseen payload contents remain unverified. Historical exit records are not review-time execution.", "Read-only native validation passed. The assessment has 36 criterion responses with 34 assigned scores and two nulls, equal dimension weights, and fixed denominators; its provisional-completion comment is consistent with its current data. No supplied stored total contradicts native calculation. Replacing M-05 null with zero changes completion but not its provisional point contribution.", "All 276 downloaded source/history/helper/availability records listed in the evidence manifest matched their recorded SHA256 values. This integrity check does not establish the truth or completeness of source claims.", "External installation websites, README-linked discussion pages and remote signature-verification services were not visited. The external adapter was inspected only in its frozen supplied form; its version-tag URL is not itself a content-immutable locator.", "Figure scope remains an interpretive boundary: preserving and rendering authored SVG sources differs from reconstructing their scientific plot components. A-03 and A-05 feedback identifies this distinction rather than claiming a failed run.", "Actual runtime model identity was not independently observed and is left null. Agreement with a criterion is not human approval." ], "checked_criteria": [ "S-01", "S-02", "S-03", "S-04", "T-01", "T-02", "T-03", "T-04", "T-05", "T-06", "A-01", "A-02", "A-03", "A-04", "A-05", "A-06", "M-01", "M-02", "M-03", "M-04", "M-05", "M-06", "P-01", "P-02", "P-03", "P-04", "P-05", "E-01", "E-02", "E-03", "D-01", "D-02", "D-03", "D-04", "D-05", "D-06" ] }, { "id": "study-rubric-10-review-3", "assessment_id": "study-rubric-10", "reviewer_id": "study-rubric-10-review-3-reviewer", "model_requested": "gpt-6-astra", "model_observed": null, "reasoning_effort": "high", "status": "complete", "findings": [ { "criterion_id": "S-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51" ], "explanation": "From the root README and registrations I could trace the analysis, two data modules, algorithm, comparison data and container. Loader paths establish how those modules are consumed. The private acquisition-source submodule is not read by this result-producing analysis, so its unresolved location does not defeat this scope boundary." }, { "criterion_id": "S-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L170", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "Both executable analysis and its inputs are explicitly referenced. This includes comparison data nested under REMoDNaV and the hard-coded comparison summaries whose source is identified in the script. The omitted payload bytes are an inspection constraint, not missing object references." }, { "criterion_id": "S-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The root exposes an image recipe and registration, analysis flags, and dependency declarations; algorithm parameters and intentional defaults are inspectable. Mutable package resolution concerns version precision, not whether these dependencies and settings are represented." }, { "criterion_id": "S-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The linked module texts establish several distinct license declarations. The label-module inventory and README supply no corresponding declaration, which independently prevents the universal anchor. Uninspected image contents should remain an unresolved license-coverage question, not a claim that licenses are physically absent there." }, { "criterion_id": "T-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "I checked the root tree: its three gitlinks identify exact raw-data, labels and algorithm commits, and the image manifest gives content digests. Tracked scripts, settings and outputs also have Git object identities. No floating selection was found for the consumed research components; build-time dependency resolution remains a separate issue." }, { "criterion_id": "T-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The root Git tree composes subdataset commits with normal files, while annex pointers retain large-content identities in the same tracking structure. This supports an integrated state description even though payload availability cannot be tested." }, { "criterion_id": "T-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/commit/b06a134079faf2056643d069771d311eb525f1c6", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/92279db3850ee4282d97001a3f650fc55cb64b4e", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/commit/0e6f82708e10b48039763aa1078696e802260674" ], "explanation": "The cached root and linked-module histories show actors, dates and change descriptions across code, data, environment and manuscript/figure classes. The explicit manual flowchart correction is modification provenance, although it is not programmatic execution provenance." }, { "criterion_id": "T-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463" ], "explanation": "The historical DataLad records actually contain commands, inputs, outputs and exit values, so these are stronger than script definitions. Coverage remains partial: quality_stats is outside the recorded CLI path, and earlier figure records have empty input declarations. I found no basis for the all-steps anchor." }, { "criterion_id": "T-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The main container run is attached to a concrete tree and declares the image as an extra input; the recorded tree pins the same three subdatasets. The label run has no captured environment identity. Image-build and conversion records also leave host/build-tool state less precise than the all-executions anchor requires." }, { "criterion_id": "T-06", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/psychoinformatics-de--paper-remodnav--34388d3ca78f/repository.git#tag-object=a303b5455458c79133a79864a590cbcdbad67a34", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "A read-only Git probe confirmed the annotated tag points to the analysis commit and contains an armored PGP signature. Neither the inspected documentation nor the supplied tag identifies a usable signer-key distribution and identity-verification procedure. The binary zero is supported without claiming the tag is unsigned or cryptographically invalid." }, { "criterion_id": "A-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d" ], "explanation": "The root gives clone, rerun and manuscript commands and explains automatic download of data and image content. The run record enumerates nested comparison data and the raw/derived data patterns. This is sufficient procedural acquisition evidence within the declared consumed-input scope; no successful retrieval is inferred." }, { "criterion_id": "A-02", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The container sequence and installation links provide substantial setup guidance, but the highest anchor is stated more strongly than the frozen evidence establishes. The linked installation pages are not in the package, and P-01 itself identifies non-root Docker service access as an implicit essential prerequisite. The adapter explicitly notes this undocumented assumption. The assessment should explain why that initialization gap does not also affect operational setup completeness.", "suggested_correction": "Retain the installation links as evidence, but qualify what was inspected. Reconcile A-02 with the identified P-01 prerequisite; use anchor 2 if setting up Docker access remains an essential recipient decision, or supply the explicit setup route supporting anchor 3." }, { "criterion_id": "A-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L463", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L672", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "The central run and PDF destination are clear, but they do not provide a complete end-to-end sequence for all numerical and figure content. There is an inline instruction to add quality_stats, so it is inaccurate to treat that calculation as wholly undocumented; nevertheless the flowchart reference code and manual assembly remain outside an unambiguous reproduction sequence. The limited rating is defensible for the full figure scope." }, { "criterion_id": "A-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The supplied executable clone/rerun sequence and concrete input declarations assemble the nested comparison files, event tables, gaze data and image. The manuscript sources and figure assets are in the root tree. I did not find another required assembly step for consuming these deposited inputs." }, { "criterion_id": "A-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L672", "https://github.com/psychoinformatics-de/paper-remodnav/commit/b06a134079faf2056643d069771d311eb525f1c6" ], "explanation": "The main analysis and rendering are executable, but the figure-generation scope is broader. flowchart_figs is explicitly reference-only, closes figures without saving them, and its helper returns only b although the caller unpacks b and a. Manual flowchart assembly/correction is documented historically. These are concrete reasons not to award complete executable coverage; merely needing to call quality_stats would be a weaker reason." }, { "criterion_id": "A-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/commit/bdcde2ff31889501dbcbe2ca4bcfe15ce9d246a6" ], "explanation": "The root supplies a replay command tied to captured analysis inputs and an image. The linked label-producing record exposes a command but does not preserve its original environment. Accordingly a replay mechanism is demonstrated for part of the provenance, without establishing reconstruction of every recorded execution context." }, { "criterion_id": "M-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "Input datasets, algorithm source, analysis script, container, image assets and manuscript have identifiable responsibilities and separable locations. Distinct roles do not require separate repositories, so the mixture of root files and subdatasets is consistent with the top anchor." }, { "criterion_id": "M-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L914", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md" ], "explanation": "The algorithm has a documented CLI, but the paper analysis bypasses an abstract data interface and names the algorithm test-data internals directly. Subject and layout assumptions also occur inside consumers. Independent Git selection does not by itself make these module replacements confined to declared configuration boundaries." }, { "criterion_id": "M-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "Separating the algorithm and raw-data modules preserves their own license declarations. No comparable module-level declaration is supplied for the event-label dataset. Thus some independent scopes are clear and others unresolved, matching anchor 2 without assuming the root license governs every linked component." }, { "criterion_id": "M-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE" ], "explanation": "The modules carry identifiable terms, but I found no object-specific record explaining compatibility when these materials or image components are combined. Anchor 1 accommodates this listing-without-combination-handling evidence; it is not a finding of legal incompatibility." }, { "criterion_id": "M-05", "disposition": "disagree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", ".cache/methods/rubric/rubric.json#M-05@e8d94d00d904058b8f87c8331cbe32e225a9490f" ], "explanation": "The rationale expressly says that access conditions cannot be determined for all relevant material. M-05 anchor 0 explicitly covers that state. The assessment instead treats the lack of support for the positive uniform/mixed-access anchors as a reason for null, overlooking the applicable zero anchor. This is an anchor-specific judgment of non-demonstration, not proof of restricted access or a retrieval failure.", "suggested_correction": "Assign 0 under the indeterminate-access branch and retain the evidence limitation. Use an observation that describes the inspected access information rather than implying an attempted remote access failure. Update completion reporting; D-01 can remain unanswered." }, { "criterion_id": "M-06", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/main.tex" ], "explanation": "The selected subdataset states, relative paths, environment registration and Make/manuscript connections jointly specify the assembly. Hard-coded paths weaken replaceability under M-02 but still make the existing composition explicit. The unused private acquisition source is not necessary to reconstruct this consumption boundary." }, { "criterion_id": "P-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L914" ], "explanation": "The README names tools, supported platforms and approximate downloads/runtime. The adapter explicitly assumes Docker on PATH usable by a non-root user and notes that this should be documented. That concrete host prerequisite supports the partial rating; no extra unobserved hardware requirement is needed to justify it." }, { "criterion_id": "P-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L51", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/code/compute_all.sh" ], "explanation": "The active analysis uses repository-relative data paths, the adapter derives its bind mount from the current directory and computes user/group IDs, and Python selection has a configuration override. The obsolete Condor scripts are not the recorded compute_all path and should not automatically lower the active procedure rating." }, { "criterion_id": "P-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The inspected imports are covered by the recipe and linked package dependencies, including numerical, plotting, statistical, and rendering tools. DataLad inside the container is optional because inputs are retrieved outside it and the script supplies a fallback. The evidence supports dependency coverage for the current result-producing route, not a reconstruction of every historical environment." }, { "criterion_id": "P-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/setup.py" ], "explanation": "The recipe, image registration/manifest and algorithm dependency definition are tracked at concrete root/module revisions. The criterion is binary and asks whether definitions are versioned; moving package indexes do not turn these tracked definitions into an unversioned specification." }, { "criterion_id": "P-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md" ], "explanation": "The environment is represented in formats Docker and the registered adapter can consume, and compatible platforms are documented. The adapter resolves a content-derived image identity rather than relying on the mutable latest name. This supports specification capability while payload availability and exact rebuilds remain untested/separately assessed." }, { "criterion_id": "E-01", "disposition": "needs_evidence", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5" ], "explanation": "The adapter unquestionably starts a new docker run from the identified image. However the claim of a fresh temporary HOME for every invocation is not established: /tmp is the bind-mounted working directory, HOME is always /tmp/dockertmp, and cleanup runs only after a successful make. On failure that directory remains; the next mkdir can fail while the semicolon still permits make to run with the retained HOME. A fresh container therefore does not guarantee fresh effective user-environment state.", "suggested_correction": "Qualify the successful-run lifecycle and explicitly resolve the retained HOME case before asserting the whole highest anchor. If retaining 3 for immutable container freshness, explain the interpretation and register that mutable user-site/configuration state is handled under E-03 rather than claiming it is always recreated." }, { "criterion_id": "E-02", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/external/datalad-container-1.2.3-docker.py#sha256=44cb66ceffafe89128cdf9ec5446d035ba7b5ee39dfbf9f8754408ebfef093e5", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile" ], "explanation": "Results are written into the bind-mounted dataset, and DataLad records live outside the container. The adapter passes --rm, so successful computation does not require preserving its mutable container. The assessment correctly limits HOME cleanup to success; failure residue is a qualification to environment freshness, not evidence that required outputs are lost on disposal." }, { "criterion_id": "E-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/commit/57d2565ab70b9d7b41c28aaa253ccc7096900f8d", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/Docker-Makefile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/code/mk_figuresnstats.py#L914" ], "explanation": "The cloned tracked state and declared data inputs make an initial workspace identifiable, but the bind mount is persistent and globs can consume added files. The cleanup targets remove build/cache products rather than enforce a pristine dataset, and a failed run can retain dockertmp. Anchor 2 is supportable with an explicit recipient reset; automatic isolation is not established." }, { "criterion_id": "D-01", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.gitmodules", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "data/remodnav-evidence.json#sha256=e3c6253bced7d959cd59873c3d49d166bf5793906bcdf65e49e265076d215499" ], "explanation": "The manifest and annex metadata document intended-state references and retrieval locations, but the cohort deliberately excludes the payloads and forbids access tests. No observed unavailable version or absent route justifies a low anchor, and complete successful intended-state provision is not established. Null is an appropriate unresolved judgment here, unlike M-05 whose zero explicitly addresses indeterminate conditions." }, { "criterion_id": "D-02", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/README.rst", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/README.md", "https://github.com/psychoinformatics-de/paper-remodnav/blob/0cc48aa1605a41f1c512561a6427a93a65ebebfe/30f/7f0/MD5E-s1750877184--7999b6f62ecdddb6cdabe380bd4a106f.log.web", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The raw-data and algorithm modules expose deposit/DOI routes, while the image metadata names only one payload host. Exact hashes prevent unnoticed substitution but cannot recover absent bytes. I found no supplied preservation commitment or independently recoverable complete bundle for every required module, so the conservative rating is defensible. The annex availability record should be cited directly for the single-host claim." }, { "criterion_id": "D-03", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/Dockerfile", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "Debian is selected by a moving tag, apt packages are unpinned and only four pip packages have exact versions. These include top-level system dependencies, so the partially pinned top-level-dependency anchor is not wholly satisfied. Keeping an identified image does not freeze the recipe inputs." }, { "criterion_id": "D-04", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/COPYING", "https://github.com/psychoinformatics-de/remodnav/blob/d28911838f91f33af0db57332f55ccc442d24f66/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-phase2/blob/a6623bff95ae3676ef0ecad262b5c44ded7cb4a1/LICENSE", "https://github.com/richardandersson/EyeMovementDetectorEvaluation/blob/0e6f82708e10b48039763aa1078696e802260674/LICENSE", "https://github.com/psychoinformatics-de/studyforrest-data-eyemovementlabels/blob/92279db3850ee4282d97001a3f650fc55cb64b4e/README" ], "explanation": "The inspected texts identify CC BY 4.0, MIT, PDDL and GPLv3 clearly enough to resolve their terms. The event-label module has no comparable governing reference in its supplied inventory. That gap suffices for anchor 2; this review does not infer undisclosed licenses inside omitted container layers." }, { "criterion_id": "D-05", "disposition": "agree", "evidence": [ "https://github.com/psychoinformatics-de/paper-remodnav/tree/34388d3ca78fbd483e022e4e2851be390b7eebf2", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/.datalad/config" ], "explanation": "The assessed tree fixes code, inputs, settings, assets and container representation as a joint selection. The old signed results tag and current tree are distinguishable, including the later OCI conversion; their difference does not make the assessed root selection float. This criterion properly remains separate from retrieval and bitwise agreement with the original publication." }, { "criterion_id": "D-06", "disposition": "agree", "evidence": [ ".cache/objects/paper-remodnav/evidence/psychoinformatics-de--paper-remodnav--34388d3ca78f/repository.git#tag-object=a303b5455458c79133a79864a590cbcdbad67a34", "https://github.com/psychoinformatics-de/paper-remodnav/commit/3dd49e368d5cfe9ed8ae861d21475ca3fe6b5b9c", "https://github.com/psychoinformatics-de/paper-remodnav/commit/c531a59c082d45a435be9bd5474efb850d9039a3", "https://github.com/psychoinformatics-de/paper-remodnav/blob/34388d3ca78fbd483e022e4e2851be390b7eebf2/container/image/manifest.json" ], "explanation": "The image build and later format-conversion records provide source and transformation context, but no supplied artifact attestation authenticates producer and build source for the distributed image. The signed result tag does not alone establish that artifact-origin verification route, particularly for the later OCI representation. Binary zero is justified as non-demonstration." } ], "verdict": "needs_revision", "created_at": "2026-10-28T04:21:33.607998Z", "limitations": [ "Inspection-only review of frozen cohort remodnav-e3c6253bced7; manifest SHA-256 was verified. No network calls, scientific execution, container builds or payload acquisition occurred.", "Binary figures, container layers/config payloads and annex data are excluded. Their current availability, actual contents, licensing inside layers and numerical reproducibility were not verified. Absence from this package is not an observed retrieval failure.", "Root discovery proceeded through README, tracked files and explicit subdataset links. The external Docker adapter was inspected only in the supplied versioned cache; its release-tag URL is not a commit pin, so findings cite the frozen cache hash. Signature presence was inspected without cryptographic signer verification.", "All 36 native responses and their anchors were checked. Native validation passed, including the exact rubric hash. The supplied assessment has 34 answered criteria out of the fixed denominator of 36; both nulls are retained in its provisional total, weights are all one, and binary anchors are valid. No arithmetic or denominator inconsistency was found. The M-05 correction would change completion without changing its zero contribution.", "The current consuming analysis/rendering route is distinguished from historical label production and unused legacy Condor/acquisition paths. The assessment should make this scope distinction explicit wherever claiming complete environment coverage.", "Only the assigned anonymized assessment was consulted. No other assessments, reviews, examples or peer outputs were read. Agreement is an independent evidential judgment, not human approval." ], "checked_criteria": [ "S-01", "S-02", "S-03", "S-04", "T-01", "T-02", "T-03", "T-04", "T-05", "T-06", "A-01", "A-02", "A-03", "A-04", "A-05", "A-06", "M-01", "M-02", "M-03", "M-04", "M-05", "M-06", "P-01", "P-02", "P-03", "P-04", "P-05", "E-01", "E-02", "E-03", "D-01", "D-02", "D-03", "D-04", "D-05", "D-06" ] } ], "variability": [ { "key": [ "paper-remodnav", "34388d3ca78fbd483e022e4e2851be390b7eebf2", "con-narps-guidance", "326606610af6c261876c92032ca1f89f6d3ad1f1", "", "", "gpt-6.1-sol", "", "medium", "remodnav-e3c6253bced7", "null", "" ], "assessment_ids": [ "study-con-narps-guidance-01", "study-con-narps-guidance-02", "study-con-narps-guidance-03", "study-con-narps-guidance-04", "study-con-narps-guidance-05", "study-con-narps-guidance-06", "study-con-narps-guidance-07", "study-con-narps-guidance-08", "study-con-narps-guidance-09", "study-con-narps-guidance-10" ], "criterion_distributions": { "stamped-checklist:may/001": { "counts": { "partial": 10 }, "disagreement": false }, "stamped-checklist:may/002": { "counts": { "partial": 10 }, "disagreement": false }, "stamped-checklist:may/003": { "counts": { "met": 7, "partial": 3 }, "disagreement": true }, "stamped-checklist:may/004": { "counts": { "met": 10 }, "disagreement": false }, "stamped-checklist:may/005": { "counts": { "met": 4, "partial": 6 }, "disagreement": true }, "stamped-checklist:must/001": { "counts": { "met": 7, "partial": 3 }, "disagreement": true }, "stamped-checklist:must/002": { "counts": { "partial": 9, "not-checked": 1 }, "disagreement": true }, "stamped-checklist:must/003": { "counts": { "met": 10 }, "disagreement": false }, "stamped-checklist:must/004": { "counts": { "met": 10 }, "disagreement": false }, "stamped-checklist:must/005": { "counts": { "met": 10 }, "disagreement": false }, "stamped-checklist:must/006": { "counts": { "partial": 10 }, "disagreement": false }, "stamped-checklist:must/007": { "counts": { "met": 9, "partial": 1 }, "disagreement": true }, "stamped-checklist:must/008": { "counts": { "met": 9, "partial": 1 }, "disagreement": true }, "stamped-checklist:must/009": { "counts": { "partial": 10 }, "disagreement": false }, "stamped-checklist:must/010": { "counts": { "partial": 3, "met": 7 }, "disagreement": true }, "stamped-checklist:must/011": { "counts": { "partial": 10 }, "disagreement": false }, "stamped-checklist:must/012": { "counts": { "met": 7, "partial": 3 }, "disagreement": true }, "stamped-checklist:must/013": { "counts": { "met": 10 }, "disagreement": false }, "stamped-checklist:must/014": { "counts": { "met": 9, "partial": 1 }, "disagreement": true }, "stamped-checklist:must/015": { "counts": { "met": 7, "partial": 3 }, "disagreement": true }, "stamped-checklist:must/016": { "counts": { "not-checked": 10 }, "disagreement": false }, "stamped-checklist:must/017": { "counts": { "met": 9, "partial": 1 }, "disagreement": true }, "stamped-checklist:should/001": { "counts": { "met": 10 }, "disagreement": false }, "stamped-checklist:should/002": { "counts": { "not-checked": 7, "partial": 3 }, "disagreement": true }, "stamped-checklist:should/003": { "counts": { "met": 10 }, "disagreement": false }, "stamped-checklist:should/004": { "counts": { "met": 10 }, "disagreement": false }, "stamped-checklist:should/005": { "counts": { "met": 8, "partial": 2 }, "disagreement": true }, "stamped-checklist:should/006": { "counts": { "not-checked": 8, "partial": 2 }, "disagreement": true }, "stamped-checklist:should/007": { "counts": { "met": 10 }, "disagreement": false }, "stamped-checklist:should/008": { "counts": { "met": 9, "partial": 1 }, "disagreement": true }, "stamped-checklist:should/009": { "counts": { "not-applicable": 8, "not-checked": 2 }, "disagreement": true } }, "dimension_statistics": {}, "runs": 10, "scored_runs": 0, "scale_max": null, "mean": null, "minimum": null, "maximum": null, "sample_sd": null, "limitations": [ "Requested model; actual model version unverified." ], "review_criterion_counts": { "stamped-checklist:must/001": { "reviews_with_finding": 30, "agree": 26, "disagree": 4, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:must/002": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:must/003": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:must/004": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:must/005": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:must/006": { "reviews_with_finding": 30, "agree": 29, "disagree": 1, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:must/007": { "reviews_with_finding": 30, "agree": 17, "disagree": 12, "needs_evidence": 1, "conflicting_review_ids": [] }, "stamped-checklist:must/008": { "reviews_with_finding": 30, "agree": 18, "disagree": 10, "needs_evidence": 2, "conflicting_review_ids": [] }, "stamped-checklist:must/009": { "reviews_with_finding": 30, "agree": 28, "disagree": 2, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:must/010": { "reviews_with_finding": 30, "agree": 21, "disagree": 3, "needs_evidence": 6, "conflicting_review_ids": [] }, "stamped-checklist:must/011": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:must/012": { "reviews_with_finding": 30, "agree": 28, "disagree": 0, "needs_evidence": 2, "conflicting_review_ids": [] }, "stamped-checklist:must/013": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:must/014": { "reviews_with_finding": 30, "agree": 26, "disagree": 1, "needs_evidence": 3, "conflicting_review_ids": [] }, "stamped-checklist:must/015": { "reviews_with_finding": 30, "agree": 24, "disagree": 6, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:must/016": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:must/017": { "reviews_with_finding": 30, "agree": 18, "disagree": 11, "needs_evidence": 1, "conflicting_review_ids": [] }, "stamped-checklist:should/001": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:should/002": { "reviews_with_finding": 30, "agree": 29, "disagree": 0, "needs_evidence": 1, "conflicting_review_ids": [] }, "stamped-checklist:should/003": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:should/009": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:should/004": { "reviews_with_finding": 30, "agree": 28, "disagree": 0, "needs_evidence": 2, "conflicting_review_ids": [] }, "stamped-checklist:should/005": { "reviews_with_finding": 30, "agree": 14, "disagree": 16, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:should/006": { "reviews_with_finding": 30, "agree": 29, "disagree": 1, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:should/007": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:should/008": { "reviews_with_finding": 30, "agree": 26, "disagree": 1, "needs_evidence": 3, "conflicting_review_ids": [] }, "stamped-checklist:may/001": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:may/002": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:may/003": { "reviews_with_finding": 30, "agree": 21, "disagree": 2, "needs_evidence": 7, "conflicting_review_ids": [] }, "stamped-checklist:may/004": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:may/005": { "reviews_with_finding": 30, "agree": 28, "disagree": 1, "needs_evidence": 1, "conflicting_review_ids": [] } }, "completed_reviews": 30 }, { "key": [ "paper-remodnav", "34388d3ca78fbd483e022e4e2851be390b7eebf2", "con-stamped-impl", "4fe5d7be82ed6c297747e8b838031aec88e75903", "", "", "gpt-6.1-sol", "", "medium", "remodnav-e3c6253bced7", "null", "" ], "assessment_ids": [ "study-con-stamped-impl-01", "study-con-stamped-impl-02", "study-con-stamped-impl-03", "study-con-stamped-impl-04", "study-con-stamped-impl-05", "study-con-stamped-impl-06", "study-con-stamped-impl-07", "study-con-stamped-impl-08", "study-con-stamped-impl-09", "study-con-stamped-impl-10" ], "criterion_distributions": { "stamped-checklist:may/001": { "counts": { "met": 10 }, "disagreement": false }, "stamped-checklist:may/002": { "counts": { "partial": 10 }, "disagreement": false }, "stamped-checklist:may/003": { "counts": { "partial": 9, "met": 1 }, "disagreement": true }, "stamped-checklist:may/004": { "counts": { "met": 10 }, "disagreement": false }, "stamped-checklist:may/005": { "counts": { "partial": 7, "met": 3 }, "disagreement": true }, "stamped-checklist:must/001": { "counts": { "partial": 4, "met": 6 }, "disagreement": true }, "stamped-checklist:must/002": { "counts": { "partial": 10 }, "disagreement": false }, "stamped-checklist:must/003": { "counts": { "partial": 5, "met": 5 }, "disagreement": true }, "stamped-checklist:must/004": { "counts": { "met": 10 }, "disagreement": false }, "stamped-checklist:must/005": { "counts": { "met": 10 }, "disagreement": false }, "stamped-checklist:must/006": { "counts": { "partial": 9, "met": 1 }, "disagreement": true }, "stamped-checklist:must/007": { "counts": { "met": 9, "partial": 1 }, "disagreement": true }, "stamped-checklist:must/008": { "counts": { "met": 7, "partial": 3 }, "disagreement": true }, "stamped-checklist:must/009": { "counts": { "partial": 9, "met": 1 }, "disagreement": true }, "stamped-checklist:must/010": { "counts": { "partial": 10 }, "disagreement": false }, "stamped-checklist:must/011": { "counts": { "partial": 10 }, "disagreement": false }, "stamped-checklist:must/012": { "counts": { "partial": 5, "met": 5 }, "disagreement": true }, "stamped-checklist:must/013": { "counts": { "met": 10 }, "disagreement": false }, "stamped-checklist:must/014": { "counts": { "met": 9, "partial": 1 }, "disagreement": true }, "stamped-checklist:must/015": { "counts": { "met": 9, "partial": 1 }, "disagreement": true }, "stamped-checklist:must/016": { "counts": { "met": 2, "not-checked": 5, "partial": 3 }, "disagreement": true }, "stamped-checklist:must/017": { "counts": { "partial": 1, "met": 9 }, "disagreement": true }, "stamped-checklist:should/001": { "counts": { "met": 10 }, "disagreement": false }, "stamped-checklist:should/002": { "counts": { "partial": 10 }, "disagreement": false }, "stamped-checklist:should/003": { "counts": { "met": 10 }, "disagreement": false }, "stamped-checklist:should/004": { "counts": { "met": 10 }, "disagreement": false }, "stamped-checklist:should/005": { "counts": { "partial": 7, "met": 3 }, "disagreement": true }, "stamped-checklist:should/006": { "counts": { "partial": 10 }, "disagreement": false }, "stamped-checklist:should/007": { "counts": { "met": 10 }, "disagreement": false }, "stamped-checklist:should/008": { "counts": { "met": 9, "partial": 1 }, "disagreement": true }, "stamped-checklist:should/009": { "counts": { "not-checked": 2, "not-applicable": 8 }, "disagreement": true } }, "dimension_statistics": {}, "runs": 10, "scored_runs": 0, "scale_max": null, "mean": null, "minimum": null, "maximum": null, "sample_sd": null, "limitations": [ "Requested model; actual model version unverified." ], "review_criterion_counts": { "stamped-checklist:must/001": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:must/002": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:must/003": { "reviews_with_finding": 30, "agree": 24, "disagree": 2, "needs_evidence": 4, "conflicting_review_ids": [] }, "stamped-checklist:must/004": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:must/005": { "reviews_with_finding": 30, "agree": 29, "disagree": 0, "needs_evidence": 1, "conflicting_review_ids": [] }, "stamped-checklist:must/006": { "reviews_with_finding": 30, "agree": 27, "disagree": 3, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:must/007": { "reviews_with_finding": 30, "agree": 9, "disagree": 21, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:must/008": { "reviews_with_finding": 30, "agree": 16, "disagree": 14, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:must/009": { "reviews_with_finding": 30, "agree": 27, "disagree": 3, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:must/010": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:must/011": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:must/012": { "reviews_with_finding": 30, "agree": 22, "disagree": 5, "needs_evidence": 3, "conflicting_review_ids": [] }, "stamped-checklist:must/013": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:must/014": { "reviews_with_finding": 30, "agree": 29, "disagree": 0, "needs_evidence": 1, "conflicting_review_ids": [] }, "stamped-checklist:must/015": { "reviews_with_finding": 30, "agree": 12, "disagree": 17, "needs_evidence": 1, "conflicting_review_ids": [] }, "stamped-checklist:must/016": { "reviews_with_finding": 30, "agree": 21, "disagree": 9, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:must/017": { "reviews_with_finding": 30, "agree": 9, "disagree": 20, "needs_evidence": 1, "conflicting_review_ids": [] }, "stamped-checklist:should/001": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:should/002": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:should/003": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:should/004": { "reviews_with_finding": 30, "agree": 20, "disagree": 2, "needs_evidence": 8, "conflicting_review_ids": [] }, "stamped-checklist:should/005": { "reviews_with_finding": 30, "agree": 23, "disagree": 6, "needs_evidence": 1, "conflicting_review_ids": [] }, "stamped-checklist:should/006": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:should/007": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:should/008": { "reviews_with_finding": 30, "agree": 29, "disagree": 0, "needs_evidence": 1, "conflicting_review_ids": [] }, "stamped-checklist:should/009": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:may/001": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:may/002": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:may/003": { "reviews_with_finding": 30, "agree": 5, "disagree": 5, "needs_evidence": 20, "conflicting_review_ids": [] }, "stamped-checklist:may/004": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "stamped-checklist:may/005": { "reviews_with_finding": 30, "agree": 29, "disagree": 1, "needs_evidence": 0, "conflicting_review_ids": [] } }, "completed_reviews": 30 }, { "key": [ "paper-remodnav", "34388d3ca78fbd483e022e4e2851be390b7eebf2", "rubric", "e8d94d00d904058b8f87c8331cbe32e225a9490f", "stamped-rubric-0.1.0", "05d96a057d8cfe79927f587f6994cf386e12bca83d55b3e7deee8e37ab7bcbb4", "gpt-6.1-sol", "", "medium", "remodnav-e3c6253bced7", "{\"A\": 1, \"D\": 1, \"E\": 1, \"M\": 1, \"P\": 1, \"S\": 1, \"T\": 1}", "" ], "assessment_ids": [ "study-rubric-01", "study-rubric-02", "study-rubric-03", "study-rubric-04", "study-rubric-05", "study-rubric-06", "study-rubric-07", "study-rubric-08", "study-rubric-09", "study-rubric-10" ], "criterion_distributions": { "A-01": { "counts": { "3": 10 }, "disagreement": false }, "A-02": { "counts": { "3": 7, "unanswered": 1, "2": 2 }, "disagreement": true }, "A-03": { "counts": { "3": 3, "1": 6, "2": 1 }, "disagreement": true }, "A-04": { "counts": { "3": 10 }, "disagreement": false }, "A-05": { "counts": { "3": 3, "2": 7 }, "disagreement": true }, "A-06": { "counts": { "2": 10 }, "disagreement": false }, "D-01": { "counts": { "unanswered": 9, "3": 1 }, "disagreement": true }, "D-02": { "counts": { "1": 10 }, "disagreement": false }, "D-03": { "counts": { "1": 10 }, "disagreement": false }, "D-04": { "counts": { "2": 10 }, "disagreement": false }, "D-05": { "counts": { "3": 10 }, "disagreement": false }, "D-06": { "counts": { "0": 10 }, "disagreement": false }, "E-01": { "counts": { "3": 10 }, "disagreement": false }, "E-02": { "counts": { "3": 10 }, "disagreement": false }, "E-03": { "counts": { "2": 7, "1": 2, "3": 1 }, "disagreement": true }, "M-01": { "counts": { "3": 10 }, "disagreement": false }, "M-02": { "counts": { "1": 9, "2": 1 }, "disagreement": true }, "M-03": { "counts": { "2": 10 }, "disagreement": false }, "M-04": { "counts": { "1": 10 }, "disagreement": false }, "M-05": { "counts": { "unanswered": 8, "3": 1, "0": 1 }, "disagreement": true }, "M-06": { "counts": { "3": 10 }, "disagreement": false }, "P-01": { "counts": { "2": 10 }, "disagreement": false }, "P-02": { "counts": { "3": 8, "2": 2 }, "disagreement": true }, "P-03": { "counts": { "3": 10 }, "disagreement": false }, "P-04": { "counts": { "1": 10 }, "disagreement": false }, "P-05": { "counts": { "3": 10 }, "disagreement": false }, "S-01": { "counts": { "3": 10 }, "disagreement": false }, "S-02": { "counts": { "3": 10 }, "disagreement": false }, "S-03": { "counts": { "3": 10 }, "disagreement": false }, "S-04": { "counts": { "2": 10 }, "disagreement": false }, "T-01": { "counts": { "3": 10 }, "disagreement": false }, "T-02": { "counts": { "3": 10 }, "disagreement": false }, "T-03": { "counts": { "3": 10 }, "disagreement": false }, "T-04": { "counts": { "2": 10 }, "disagreement": false }, "T-05": { "counts": { "2": 10 }, "disagreement": false }, "T-06": { "counts": { "0": 10 }, "disagreement": false } }, "dimension_statistics": { "S": { "n": 10, "mean": 91.66666666666666, "minimum": 91.66666666666666, "maximum": 91.66666666666666, "sample_sd": 0.0 }, "T": { "n": 10, "mean": 72.22222222222221, "minimum": 72.22222222222221, "maximum": 72.22222222222221, "sample_sd": 0.0 }, "A": { "n": 10, "mean": 80.55555555555556, "minimum": 61.11111111111111, "maximum": 94.44444444444446, "sample_sd": 10.227186127025243 }, "M": { "n": 10, "mean": 57.777777777777786, "minimum": 55.555555555555564, "maximum": 72.22222222222223, "sample_sd": 5.367176572662753 }, "P": { "n": 10, "mean": 92.0, "minimum": 86.66666666666666, "maximum": 93.33333333333333, "sample_sd": 2.810913475705228 }, "E": { "n": 10, "mean": 87.77777777777777, "minimum": 77.77777777777779, "maximum": 100.0, "sample_sd": 6.3071801355282915 }, "D": { "n": 10, "mean": 40.55555555555555, "minimum": 38.888888888888886, "maximum": 55.55555555555555, "sample_sd": 5.270462766947298 } }, "runs": 10, "scored_runs": 10, "scale_max": 100, "mean": 74.65079365079364, "minimum": 70.71428571428571, "maximum": 78.80952380952381, "sample_sd": 2.7173317479351478, "limitations": [ "Requested model; actual model version unverified." ], "review_criterion_counts": { "S-01": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "S-02": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "S-03": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "S-04": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "T-01": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "T-02": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "T-03": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "T-04": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "T-05": { "reviews_with_finding": 30, "agree": 29, "disagree": 1, "needs_evidence": 0, "conflicting_review_ids": [] }, "T-06": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "A-01": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "A-02": { "reviews_with_finding": 30, "agree": 12, "disagree": 3, "needs_evidence": 15, "conflicting_review_ids": [] }, "A-03": { "reviews_with_finding": 30, "agree": 18, "disagree": 9, "needs_evidence": 3, "conflicting_review_ids": [] }, "A-04": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "A-05": { "reviews_with_finding": 30, "agree": 22, "disagree": 1, "needs_evidence": 7, "conflicting_review_ids": [] }, "A-06": { "reviews_with_finding": 30, "agree": 22, "disagree": 7, "needs_evidence": 1, "conflicting_review_ids": [] }, "M-01": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "M-02": { "reviews_with_finding": 30, "agree": 29, "disagree": 0, "needs_evidence": 1, "conflicting_review_ids": [] }, "M-03": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "M-04": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "M-05": { "reviews_with_finding": 30, "agree": 7, "disagree": 23, "needs_evidence": 0, "conflicting_review_ids": [] }, "M-06": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "P-01": { "reviews_with_finding": 30, "agree": 27, "disagree": 0, "needs_evidence": 3, "conflicting_review_ids": [] }, "P-02": { "reviews_with_finding": 30, "agree": 24, "disagree": 2, "needs_evidence": 4, "conflicting_review_ids": [] }, "P-03": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "P-04": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "P-05": { "reviews_with_finding": 30, "agree": 15, "disagree": 8, "needs_evidence": 7, "conflicting_review_ids": [] }, "E-01": { "reviews_with_finding": 30, "agree": 22, "disagree": 1, "needs_evidence": 7, "conflicting_review_ids": [] }, "E-02": { "reviews_with_finding": 30, "agree": 27, "disagree": 0, "needs_evidence": 3, "conflicting_review_ids": [] }, "E-03": { "reviews_with_finding": 30, "agree": 27, "disagree": 3, "needs_evidence": 0, "conflicting_review_ids": [] }, "D-01": { "reviews_with_finding": 30, "agree": 28, "disagree": 0, "needs_evidence": 2, "conflicting_review_ids": [] }, "D-02": { "reviews_with_finding": 30, "agree": 20, "disagree": 3, "needs_evidence": 7, "conflicting_review_ids": [] }, "D-03": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "D-04": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "D-05": { "reviews_with_finding": 30, "agree": 30, "disagree": 0, "needs_evidence": 0, "conflicting_review_ids": [] }, "D-06": { "reviews_with_finding": 30, "agree": 27, "disagree": 3, "needs_evidence": 0, "conflicting_review_ids": [] } }, "completed_reviews": 30 } ], "generated_at": "2026-10-28T04:26:46.628517+00:00" }